-- Logs begin at Mon 2022-02-14 18:30:04 UTC, end at Mon 2022-02-14 19:41:12 UTC. -- Feb 14 19:13:51.958083 dv-cinder-816898-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 14 19:13:55.021596 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.common.config [-] Logging enabled! Feb 14 19:13:55.022205 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev501 Feb 14 19:13:55.022425 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103197) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 14 19:13:55.025640 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.common.config [-] Logging enabled! Feb 14 19:13:55.025901 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev501 Feb 14 19:13:55.026218 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103197) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 14 19:13:55.027193 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 19:13:55.027438 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 19:13:55.027812 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 19:13:55.028065 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 19:13:55.028302 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 19:13:55.028798 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.029232 dv-cinder-816898-8-iscsi neutron-server[103197]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 14 19:13:55.029657 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.030165 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.030503 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.030815 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.031121 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.031416 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.031721 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.032027 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.032322 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.032608 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.032901 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.033202 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.033537 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.033835 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.034128 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.034444 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] debug = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.034734 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.035412 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.036090 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.036553 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.037026 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.037652 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.038087 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.038649 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.039114 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.039689 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] host = dv-cinder-816898-8-iscsi {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.040207 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.040823 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.041167 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.041481 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.041783 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.042085 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.042412 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.042708 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.042995 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] log_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.043284 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.043589 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.043892 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.044191 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.044428 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.044665 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.045040 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.045549 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.045897 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.046191 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.046512 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.046805 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.047093 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.047379 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.047678 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.047974 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.048270 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.048557 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.048840 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.049123 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.049402 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.049695 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.049980 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.050263 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.050569 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.050864 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.051142 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.051440 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.051728 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.052032 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.052323 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.052614 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.052895 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.053186 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.053468 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.053742 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.054020 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] use_json = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.054299 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.054600 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.054887 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.055167 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.055446 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.055724 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.056001 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.056293 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.056572 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:55.056874 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.057174 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.057481 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.057785 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.058083 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.058382 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.058683 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.058965 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.059260 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.059554 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.059845 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.060127 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.060434 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.061284 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.061803 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.062127 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.062463 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.062770 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.063057 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.063342 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.063627 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.063915 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.064211 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.064497 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.064796 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.065093 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.065380 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.065688 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.065985 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.066284 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.066607 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.066891 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.067179 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.067479 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.067764 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.068044 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.068329 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.068642 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.068911 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.069192 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.069482 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.069768 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.070048 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.070329 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.070643 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.070943 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.071228 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.071508 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.071787 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.072070 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.072351 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.072687 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.072977 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.073259 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.073581 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.073870 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.074153 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.074466 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.074754 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.075037 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.075322 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.075603 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.075884 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.076804 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.077122 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.077624 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.077922 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.078214 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.078548 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.078839 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.079128 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.079416 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.079702 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.079987 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.080284 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.080593 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.080885 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.081176 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.081467 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.081758 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.082051 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.082364 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.082650 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.082939 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.083223 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.083524 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.083819 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.084156 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.084472 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.084762 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.085065 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.085352 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.085642 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.085930 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.086216 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.086539 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.086830 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.087131 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.087434 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.087737 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.088039 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.088340 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.088626 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.088944 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.089232 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:55.089461 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 19:13:55.089706 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103197) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 14 19:13:55.475184 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 14 19:13:55.475503 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 14 19:13:55.475822 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 14 19:13:55.476165 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 14 19:13:55.816610 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.816823 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.817102 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.818429 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.818713 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.818984 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.871977 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.872273 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.872548 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.892029 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.892315 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.892589 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.922618 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.922904 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.923180 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.960496 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.960781 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:55.961057 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.397893 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.398578 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.398578 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.398747 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.399446 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.535054 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.535295 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.535676 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.536148 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.536615 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.537001 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.537217 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.537484 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.537896 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.538463 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.538821 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.539132 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.539403 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.539667 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.539936 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.540205 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.540468 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.540745 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.541023 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.541291 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.541571 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.541831 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.542119 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.542537 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.542795 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.543214 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.544264 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 19:13:56.544517 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 19:13:56.544768 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 19:13:56.545093 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 19:13:56.545502 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 19:13:56.545941 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 19:13:56.546380 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 14 19:13:56.550857 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 14 19:13:56.555846 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 14 19:13:56.562716 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 14 19:13:56.565417 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 14 19:13:56.566218 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 14 19:13:56.566719 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 14 19:13:56.567410 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 14 19:13:56.571161 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 14 19:13:56.571418 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 14 19:13:56.571789 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 14 19:13:56.577625 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 14 19:13:56.607162 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 14 19:13:56.608574 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.609080 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103197) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 14 19:13:56.609717 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.611714 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103197) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 14 19:13:56.612159 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 14 19:13:56.612549 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 14 19:13:56.617772 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.618209 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:56.704699 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 14 19:13:56.704943 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 14 19:13:56.705192 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 14 19:13:56.705727 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 14 19:13:56.731069 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_db.sqlalchemy.engines [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103197) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 14 19:13:57.377744 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Initializing driver for type 'gre' Feb 14 19:13:57.378275 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] gre ID ranges: [(1, 1000)] Feb 14 19:13:57.595095 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Initializing driver for type 'local' Feb 14 19:13:57.595764 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Initializing driver for type 'vlan' Feb 14 19:13:57.703582 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] VlanTypeDriver initialization complete Feb 14 19:13:57.703959 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Initializing driver for type 'vxlan' Feb 14 19:13:57.704473 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] vxlan ID ranges: [(1, 1000)] Feb 14 19:13:57.919649 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Initializing extension driver 'port_security' Feb 14 19:13:57.919917 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.extensions.port_security [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] PortSecurityExtensionDriver initialization complete Feb 14 19:13:57.920255 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Initializing mechanism driver 'openvswitch' Feb 14 19:13:57.920583 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Initializing mechanism driver 'hyperv' Feb 14 19:13:57.927744 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:13:57.928620 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > port after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.928998 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > port after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.929393 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > port after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.929936 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 19:13:57.930396 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > subnet after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.930784 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > subnet after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.931133 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.931534 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 19:13:57.931943 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > network after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.932294 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > network after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.932638 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > network after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.933031 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 19:13:57.933443 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > security_group after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.933792 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > security_group after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.934134 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.934555 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 19:13:57.934964 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.935315 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.936385 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.936785 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 19:13:57.937209 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > address_group after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.937539 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > address_group after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.937879 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.938275 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 14 19:13:57.938746 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] ML2 OVO RPC backend initialized. {{(pid=103197) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 14 19:13:57.939464 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.939823 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.940244 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > network before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.940594 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > networks before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.940943 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > port before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.941292 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > ports before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.941635 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > subnet before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.941977 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > subnets before_response 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.942427 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > network after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.944203 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > network after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.944203 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > network after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.944203 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > port after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.944203 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > port after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.944557 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > port after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.944557 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > subnet after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.944762 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > subnet after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.945099 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.953195 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded quota_driver: . Feb 14 19:13:57.953607 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.plugin [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Modular L2 Plugin initialization complete Feb 14 19:13:57.953958 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading services supported by the core plugin {{(pid=103197) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 14 19:13:57.954310 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.plugins.ml2.managers [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Got port-security extension from driver 'port_security' Feb 14 19:13:57.954822 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.extensions.vlantransparent [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Disabled vlantransparent extension. Feb 14 19:13:57.955323 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103197) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 14 19:13:57.955654 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading Plugin: router Feb 14 19:13:57.998752 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.999151 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router after_create 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.999554 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router before_create 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:57.999923 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.000299 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.000657 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router after_delete 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.001017 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.001366 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.001725 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router after_create 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.002074 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router after_update 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.002445 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router after_update 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.002798 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.003156 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router after_update 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.003563 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router precommit_update 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.003928 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: port after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.004265 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: port after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.004602 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: subnet after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.004997 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.005346 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.005691 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router precommit_create 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.006035 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: port before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.006399 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router precommit_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.006757 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router after_update 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.007100 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.007572 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router precommit_create 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.007935 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.008285 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router precommit_update 55549900 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.008662 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > agent after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.009008 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > agent after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.009347 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > network after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.010214 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Tracking information for resource: router configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 19:13:58.010588 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Tracking information for resource: floatingip configured {{(pid=103197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 14 19:13:58.016541 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.db.l3_agentschedulers_db [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 14 19:13:58.017123 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: port after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.017490 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: port after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.017846 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: port after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.022772 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: port after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.022772 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router before_create 55550100 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.022772 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.022772 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router precommit_create 55550100 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.023112 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > router precommit_update 55550100 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.024929 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.services.provider_configuration [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service providers = [] {{(pid=103197) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 14 19:13:58.025299 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.db.servicetype_db [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103197) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 14 19:13:58.028431 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.services.service_base [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 19:13:58.028784 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.services.service_base [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 19:13:58.029127 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.services.service_base [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 19:13:58.030041 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.services.service_base [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 14 19:13:58.030447 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.services.service_base [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 14 19:13:58.030833 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 19:13:58.031152 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 14 19:13:58.042028 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 19:13:58.042390 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading Plugin: auto_allocate Feb 14 19:13:58.048373 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: network precommit_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.048741 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: network precommit_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.049263 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 19:13:58.049589 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading Plugin: tag Feb 14 19:13:58.056448 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 19:13:58.056811 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading Plugin: timestamp Feb 14 19:13:58.061272 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 19:13:58.061681 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading Plugin: network_ip_availability Feb 14 19:13:58.067294 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.067673 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.068063 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.068789 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 19:13:58.069115 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading Plugin: flavors Feb 14 19:13:58.074114 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 19:13:58.074485 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading Plugin: revisions Feb 14 19:13:58.080217 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 14 19:13:58.080609 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_concurrency.lockutils [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.605s {{(pid=103197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 14 19:13:58.081356 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103197) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 14 19:13:58.081694 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Initializing extension manager. Feb 14 19:13:58.088000 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: __init__.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.088000 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: __pycache__ {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.088000 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.088000 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: address_group.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.088000 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.088000 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: address-group Feb 14 19:13:58.088000 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: address_scope.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.088580 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.088580 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: address-scope Feb 14 19:13:58.088580 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.088580 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.088964 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: router-admin-state-down-before-update Feb 14 19:13:58.089292 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: agent.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.090037 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.090583 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: agent Feb 14 19:13:58.090915 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: agent_resources_synced.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.092034 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.092683 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: agent-resources-synced Feb 14 19:13:58.093014 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: allowedaddresspairs.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.094843 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.095371 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: allowed-address-pairs Feb 14 19:13:58.095705 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: auto_allocated_topology.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.096875 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.097398 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: auto-allocated-topology Feb 14 19:13:58.097728 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: availability_zone.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.098457 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.098977 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: availability_zone Feb 14 19:13:58.099304 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: availability_zone_filter.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.100236 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.100748 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: availability_zone_filter Feb 14 19:13:58.101072 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: data_plane_status.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.101979 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.102596 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension data-plane-status not supported by any of loaded plugins Feb 14 19:13:58.102922 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: default_subnetpools.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.103838 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.104354 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: default-subnetpools Feb 14 19:13:58.104680 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.105492 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.106007 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: dhcp_agent_scheduler Feb 14 19:13:58.106332 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: dns.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.107271 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.107828 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension dns-integration not supported by any of loaded plugins Feb 14 19:13:58.108155 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: dns_domain_ports.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.109223 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.109578 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 14 19:13:58.109923 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.110853 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.111359 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 14 19:13:58.111685 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: dvr.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.112353 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.112858 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: dvr Feb 14 19:13:58.113181 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: ecmp_routes.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.114171 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.114703 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 14 19:13:58.115030 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: empty_string_filtering.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.115941 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.116452 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: empty-string-filtering Feb 14 19:13:58.116778 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.117709 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.118272 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 14 19:13:58.118634 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.119551 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.120066 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 14 19:13:58.120389 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: external_net.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.121302 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.121819 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: external-net Feb 14 19:13:58.122143 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.123611 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.124124 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: extra_dhcp_opt Feb 14 19:13:58.124448 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: extraroute.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.125385 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.125899 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: extraroute Feb 14 19:13:58.126220 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: extraroute_atomic.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.133173 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.133685 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: extraroute-atomic Feb 14 19:13:58.134011 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: filter_validation.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.134716 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.135229 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: filter-validation Feb 14 19:13:58.135554 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: fip_pf_description.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.136518 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.137030 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 14 19:13:58.137354 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: fip_port_details.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.138508 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.139600 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: fip-port-details Feb 14 19:13:58.140193 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: flavors.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.141471 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.141999 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: flavors Feb 14 19:13:58.142405 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.144079 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.144608 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 14 19:13:58.144947 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: floatingip_pools.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.145661 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.146188 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: floatingip-pools Feb 14 19:13:58.146557 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: ip_allocation.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.147498 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.148025 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension ip_allocation not supported by any of loaded plugins Feb 14 19:13:58.148343 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.149267 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.149786 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: ip-substring-filtering Feb 14 19:13:58.150120 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: l2_adjacency.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.151067 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.151581 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 14 19:13:58.151909 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: l3.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.152899 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.153434 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: router Feb 14 19:13:58.153852 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.156238 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.156777 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 14 19:13:58.157113 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.158055 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.158612 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: ext-gw-mode Feb 14 19:13:58.159045 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.159997 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.160521 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: l3-ha Feb 14 19:13:58.160850 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.161777 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.162293 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 14 19:13:58.162717 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: l3_flavors.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.163640 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.164160 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: l3-flavors Feb 14 19:13:58.164489 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.165979 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.166534 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 14 19:13:58.171322 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.171981 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.172503 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 14 19:13:58.172834 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: l3agentscheduler.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.173909 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.174462 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: l3_agent_scheduler Feb 14 19:13:58.174797 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: local_ip.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.176641 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.177170 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension local_ip not supported by any of loaded plugins Feb 14 19:13:58.177509 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: logging.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.179182 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.179710 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension logging not supported by any of loaded plugins Feb 14 19:13:58.180051 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: metering.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.180801 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.181407 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: metering Feb 14 19:13:58.181740 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.182865 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.183388 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: metering_source_and_destination_fields Feb 14 19:13:58.183718 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: multiprovidernet.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.184645 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.185165 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: multi-provider Feb 14 19:13:58.186008 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: netmtu.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.186959 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.187477 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: net-mtu Feb 14 19:13:58.187894 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: netmtu_writable.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.188809 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.189326 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: net-mtu-writable Feb 14 19:13:58.189653 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: network_availability_zone.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.190327 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.190871 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: network_availability_zone Feb 14 19:13:58.191196 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: network_ip_availability.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.192323 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.192852 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: network-ip-availability Feb 14 19:13:58.193176 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: network_segment_range.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.193960 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.194498 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension network-segment-range not supported by any of loaded plugins Feb 14 19:13:58.194825 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: pagination.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.195810 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.196142 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: pagination Feb 14 19:13:58.196467 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: port_device_profile.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.197385 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.197903 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: port-device-profile Feb 14 19:13:58.198227 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.199220 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.199711 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: port-mac-address-regenerate Feb 14 19:13:58.200033 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.200951 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.202101 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: port-numa-affinity-policy Feb 14 19:13:58.202448 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: port_resource_request.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.203385 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.203937 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension port-resource-request not supported by any of loaded plugins Feb 14 19:13:58.204265 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: port_resource_request_groups.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.205378 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.205788 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 14 19:13:58.206111 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: portbindings.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.207063 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.207576 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: binding Feb 14 19:13:58.207901 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: portbindings_extended.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.209195 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.209717 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: binding-extended Feb 14 19:13:58.210046 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: portsecurity.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.211017 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.211533 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: port-security Feb 14 19:13:58.211862 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: project_id.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.212841 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.213174 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: project-id Feb 14 19:13:58.213502 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: providernet.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.214459 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.214991 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: provider Feb 14 19:13:58.215318 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: qos.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.219196 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.219733 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension qos not supported by any of loaded plugins Feb 14 19:13:58.220070 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.227544 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.228126 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 14 19:13:58.228455 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.229390 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.229912 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 14 19:13:58.230244 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: qos_default.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.231197 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.231718 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension qos-default not supported by any of loaded plugins Feb 14 19:13:58.232047 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: qos_fip.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.233016 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.233531 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension qos-fip not supported by any of loaded plugins Feb 14 19:13:58.233940 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.234879 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.235399 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 14 19:13:58.235726 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: qos_gateway_ip.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.238218 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.238791 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 14 19:13:58.239139 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: qos_port_network_policy.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.240079 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.240597 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 14 19:13:58.240933 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.241994 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.242545 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 14 19:13:58.242880 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.243937 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.244499 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 14 19:13:58.244831 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: qos_pps_rule.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.246116 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.246669 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension qos-pps not supported by any of loaded plugins Feb 14 19:13:58.247002 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: qos_rule_type_details.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.247929 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.249100 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 14 19:13:58.249473 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: qos_rules_alias.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.250568 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.251089 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 14 19:13:58.251418 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: quota_check_limit.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.252343 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.252864 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: quota-check-limit Feb 14 19:13:58.253191 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: quotasv2.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.254176 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.254528 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: quotas Feb 14 19:13:58.254899 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: quotasv2_detail.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.256620 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.256972 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: quota_details Feb 14 19:13:58.257308 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: rbac.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.258409 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.258950 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: rbac-policies Feb 14 19:13:58.259286 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: rbac_address_group.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.260219 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.260741 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: rbac-address-group Feb 14 19:13:58.261075 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: rbac_address_scope.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.262001 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.262603 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: rbac-address-scope Feb 14 19:13:58.262881 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: rbac_security_groups.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.264405 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.265258 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: rbac-security-groups Feb 14 19:13:58.265585 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: rbac_subnetpool.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.269301 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.269827 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: rbac-subnetpool Feb 14 19:13:58.270155 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: revisionifmatch.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.271131 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.271649 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: revision-if-match Feb 14 19:13:58.271973 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: revisions.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.273105 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.273678 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: standard-attr-revisions Feb 14 19:13:58.274015 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: router_availability_zone.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.274723 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.275243 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: router_availability_zone Feb 14 19:13:58.275571 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: routerservicetype.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.276509 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.277021 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension router-service-type not supported by any of loaded plugins Feb 14 19:13:58.277347 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.278278 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.278818 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: security-groups-normalized-cidr Feb 14 19:13:58.279197 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.280477 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.280997 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: port-security-groups-filtering Feb 14 19:13:58.281322 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.282264 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.282806 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: security-groups-remote-address-group Feb 14 19:13:58.283130 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.284070 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.284589 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: security-groups-shared-filtering Feb 14 19:13:58.284943 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.285526 dv-cinder-816898-8-iscsi neutron-server[103197]: WARNING neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 14 19:13:58.285848 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: securitygroup.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.296432 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.296985 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: security-group Feb 14 19:13:58.297326 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: segment.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.298134 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.298675 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension segment not supported by any of loaded plugins Feb 14 19:13:58.299010 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.299998 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.300517 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 14 19:13:58.300849 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: servicetype.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.301977 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.302532 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: service-type Feb 14 19:13:58.302866 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: sorting.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.303865 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.304203 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: sorting Feb 14 19:13:58.304531 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: standard_attr_segment.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.305477 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.306002 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 14 19:13:58.306327 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: standardattrdescription.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.307007 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.308862 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: standard-attr-description Feb 14 19:13:58.308862 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: stateful_security_group.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.309586 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.310109 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: stateful-security-group Feb 14 19:13:58.310527 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: stdattrs_common.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.311606 dv-cinder-816898-8-iscsi neutron-server[103197]: WARNING neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 14 19:13:58.311932 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.312864 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.313385 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 14 19:13:58.313749 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: subnet_onboard.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.314848 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.315374 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: subnet_onboard Feb 14 19:13:58.315703 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.316656 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.317170 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 14 19:13:58.317496 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: subnet_service_types.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.318456 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.319008 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: subnet-service-types Feb 14 19:13:58.319333 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: subnetallocation.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.320428 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.320951 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: subnet_allocation Feb 14 19:13:58.321290 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.321969 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.322519 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: subnetpool-prefix-ops Feb 14 19:13:58.322848 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.323793 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.324312 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 14 19:13:58.324640 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: tagging.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.325802 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.326537 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: standard-attr-tag Feb 14 19:13:58.326872 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: timestamp.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.328093 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.328616 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loaded extension: standard-attr-timestamp Feb 14 19:13:58.328949 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: trunk.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.329986 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.330534 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension trunk not supported by any of loaded plugins Feb 14 19:13:58.330865 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: trunk_details.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.331795 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.332316 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension trunk-details not supported by any of loaded plugins Feb 14 19:13:58.332645 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: uplink_status_propagation.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.333569 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.334089 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 14 19:13:58.334453 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Loading extension file: vlantransparent.py {{(pid=103197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 14 19:13:58.335172 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 14 19:13:58.335682 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 14 19:13:58.338246 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:network Feb 14 19:13:58.338803 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:subnet Feb 14 19:13:58.339206 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 19:13:58.339598 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:port Feb 14 19:13:58.340930 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 19:13:58.341379 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service FLAVORS assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 19:13:58.342150 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 19:13:58.342615 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 19:13:58.342948 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:router Feb 14 19:13:58.343389 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:floatingip Feb 14 19:13:58.343881 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service METERING assigned prefix: /metering {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 19:13:58.345337 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.345706 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.346057 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:13:58.347110 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of CountableResource for resource:rbac_policy Feb 14 19:13:58.347584 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:security_group Feb 14 19:13:58.348032 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 14 19:13:58.348629 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service CORE assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 19:13:58.348960 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 19:13:58.349325 dv-cinder-816898-8-iscsi neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] subnetpool is already registered Feb 14 19:13:58.349761 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service CORE assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 19:13:58.350090 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 19:13:58.350466 dv-cinder-816898-8-iscsi neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] subnetpool is already registered Feb 14 19:13:58.352789 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 19:13:58.353221 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service FLAVORS assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 19:13:58.353812 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 19:13:58.354241 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 19:13:58.354613 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:router Feb 14 19:13:58.354953 dv-cinder-816898-8-iscsi neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] router is already registered Feb 14 19:13:58.356234 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:floatingip Feb 14 19:13:58.356234 dv-cinder-816898-8-iscsi neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] floatingip is already registered Feb 14 19:13:58.356234 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service METERING assigned prefix: /metering {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 19:13:58.356838 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of CountableResource for resource:rbac_policy Feb 14 19:13:58.357168 dv-cinder-816898-8-iscsi neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] rbac_policy is already registered Feb 14 19:13:58.358131 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:security_group Feb 14 19:13:58.358499 dv-cinder-816898-8-iscsi neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] security_group is already registered Feb 14 19:13:58.358907 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 14 19:13:58.359241 dv-cinder-816898-8-iscsi neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] security_group_rule is already registered Feb 14 19:13:58.359873 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service CORE assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 19:13:58.360205 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 19:13:58.360541 dv-cinder-816898-8-iscsi neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] subnetpool is already registered Feb 14 19:13:58.360958 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.v2.resource_helper [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Service CORE assigned prefix: {{(pid=103197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 14 19:13:58.361287 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Creating instance of TrackedResource for resource:subnetpool Feb 14 19:13:58.361619 dv-cinder-816898-8-iscsi neutron-server[103197]: WARNING neutron.quota.resource_registry [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] subnetpool is already registered Feb 14 19:13:58.362081 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: extensions {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.363689 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: address-groups {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.365209 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: address-scopes {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.366558 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: agents {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.367735 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: auto-allocated-topology {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.368972 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: availability_zones {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.370242 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: dhcp-networks {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.371861 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: dhcp-agents {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.373822 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: routers {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.376233 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: flavors {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.377389 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: service_profiles {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.378626 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: next_providers {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.380070 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: service_profiles {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.381650 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: floatingip-pools {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.382982 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: routers {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.385060 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: floatingips {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.386503 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: l3-routers {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.387846 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: l3-agents {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.389506 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: metering-labels {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.392077 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: metering-label-rules {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.393357 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: network-ip-availabilities {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.394718 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: bindings {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.396362 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: quotas {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.397912 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: quotas {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.399479 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: rbac-policies {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.400761 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: security-groups {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.401983 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: security-group-rules {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.403267 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: service-providers {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.404669 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: subnetpools {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.406130 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: subnetpools {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.407595 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.409271 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.411223 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.413011 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.414807 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.416682 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.418372 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.421003 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.422925 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.424703 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron.api.extensions [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Extended resource: tags {{(pid=103197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 14 19:13:58.430811 dv-cinder-816898-8-iscsi neutron-server[103197]: WARNING keystonemiddleware.auth_token [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 14 19:13:58.436303 dv-cinder-816898-8-iscsi neutron-server[103197]: WARNING keystonemiddleware.auth_token [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 14 19:13:58.444971 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_concurrency.lockutils [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Acquired lock "singleton_lock" {{(pid=103197) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 14 19:13:58.445449 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_concurrency.lockutils [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Releasing lock "singleton_lock" {{(pid=103197) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 14 19:13:58.446100 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO oslo_service.service [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Starting 2 workers Feb 14 19:13:58.451472 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Started child 103310 {{(pid=103197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 19:13:58.456142 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Started child 103311 {{(pid=103197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 19:13:58.456692 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:13:58.457774 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO neutron.service [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 14 19:13:58.458223 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [-] (103310) wsgi starting up on http://0.0.0.0:9696 Feb 14 19:13:58.458489 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:13:58.460968 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO oslo_service.service [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Starting 1 workers Feb 14 19:13:58.461150 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:13:58.462642 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [-] (103311) wsgi starting up on http://0.0.0.0:9696 Feb 14 19:13:58.466409 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Started child 103312 {{(pid=103197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 19:13:58.466988 dv-cinder-816898-8-iscsi neutron-server[103197]: INFO oslo_service.service [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Starting 1 workers Feb 14 19:13:58.470189 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.service [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] calling RpcWorker wait() {{(pid=103312) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 14 19:13:58.470757 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.service [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] returning from RpcWorker wait() {{(pid=103312) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 14 19:13:58.471647 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Started child 103313 {{(pid=103197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 14 19:13:58.472011 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:13:58.472459 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc653cd1-31c3-4e99-a871-45a22edbdd63 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:13:58.472577 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:13:58.474666 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103197) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 14 19:13:58.474876 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 19:13:58.475069 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 19:13:58.475303 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 19:13:58.475651 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 19:13:58.475822 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 19:13:58.476355 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.476632 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.476886 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.477144 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.477421 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.478033 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:13:58.478557 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.478557 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.478557 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.478862 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.479168 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.479344 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.479517 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.479611 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:13:58.479774 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.480038 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.480331 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.480588 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.480870 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.481141 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.481317 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.481602 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.481861 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.482088 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.482979 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] debug = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.483224 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.483696 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.483944 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.484220 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.484440 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.484699 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.485013 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.485330 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.485572 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.485796 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.486014 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.486274 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.486538 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.486752 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.487022 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.487241 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.487502 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.487739 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.488204 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] host = dv-cinder-816898-8-iscsi {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.488475 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.488692 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.488937 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.489191 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.489449 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.489667 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.489933 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.490320 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.490657 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.490890 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.491152 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.491404 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.491654 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.491900 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.492067 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_options = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.492301 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.492582 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.492844 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.493028 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.493201 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.493438 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.493878 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.493878 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.494038 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.494249 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.494482 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.494699 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.494935 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.495170 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.495443 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.495673 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.495906 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.496165 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.496475 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.496795 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.497045 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.497272 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.497489 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.497881 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.498123 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.498950 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.499097 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.499291 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.499673 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.499673 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.499887 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.500144 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.500363 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.500612 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.500879 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.501137 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.501374 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.501615 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.501888 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.502116 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.502393 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.502641 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.502857 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.503088 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.503320 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.503556 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.503799 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] use_json = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.504013 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.504333 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.504651 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.504798 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.505016 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.505233 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.505448 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.505686 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.505923 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.506380 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.506716 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.507037 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.511899 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.511899 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.511899 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.511899 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.511899 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.511899 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.511899 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.511899 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.512358 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.512358 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.512358 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.512358 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.512358 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.512358 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.512358 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.512358 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.513073 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.513073 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.513073 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.513073 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.513073 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.513073 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.513073 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.513073 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.513793 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.513793 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.514126 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.514499 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.515034 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.515289 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.515513 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.515767 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.516434 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.516434 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.516434 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.516680 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.516887 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.517124 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.517361 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.517621 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.518014 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.518577 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.518577 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.518749 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.518958 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.519308 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.519469 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.519964 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.519964 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.520172 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.520331 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.520566 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.520782 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.521016 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.521265 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.522732 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.522732 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.522732 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.522732 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.522732 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.522732 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.523162 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.523162 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.523305 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.523420 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.523664 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.524062 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.524348 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.524547 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.524793 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.525112 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.525375 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.525621 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.525840 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.526055 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.526462 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.526869 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.527092 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.527310 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.527537 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.527754 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.527974 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.528197 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.528414 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.528630 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.528845 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.529224 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.529530 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.530042 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.530042 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.530405 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.530405 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.530645 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.530833 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.531063 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.531315 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.531551 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.531774 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.532005 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.532255 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.532502 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.532731 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.532968 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.533209 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.533434 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.533652 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.533902 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.534122 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.534386 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.535259 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.535259 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.535259 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.535664 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.535664 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.535896 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.536129 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.536385 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.536648 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.536867 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.537131 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.537426 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.537703 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.537963 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.538223 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.538728 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.538728 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.538959 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.539219 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.539467 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.539714 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.539955 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.540206 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.540428 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.540661 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.540888 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.541376 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.541644 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.541864 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.542100 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.542403 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.542653 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.543040 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.543461 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.543720 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.543987 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.544249 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.544520 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.544739 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.545489 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.545734 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.545948 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.546197 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.546778 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.547009 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.551331 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.551580 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.551870 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.552108 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.552346 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.552581 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.552817 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.553048 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.553306 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.553529 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.553758 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.554024 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.554268 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.554517 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.554759 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.554979 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.555239 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.555468 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.555750 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.556004 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.556257 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.556489 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.556750 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.556992 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.557233 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.557490 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.557713 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.557935 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.558155 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.558419 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.558643 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.558887 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.563726 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.563726 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.563726 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.563726 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.563726 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.563726 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.563726 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.563726 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.564270 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.564270 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.564270 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.564270 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.564270 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.564270 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.564270 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.564270 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.564270 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.564894 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.564894 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.564894 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.564894 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.564894 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.565227 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.565227 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.565446 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.565667 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.565885 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.566104 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.566322 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.566562 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.566777 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.567001 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.567210 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.567501 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.567753 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.567991 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.568233 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.568474 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.568688 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.568961 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.569195 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.569411 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.569637 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.569857 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.570070 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.570323 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.570561 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.570772 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.571002 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.571242 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.571452 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.571701 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.571876 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.572086 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.572304 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.572517 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.572753 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.572978 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.573191 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.573403 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.573625 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.573844 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.574056 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.574286 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.574552 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.574768 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.574993 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.575223 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.575462 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.575774 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.576038 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.576286 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.576593 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.576943 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.577210 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.577440 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.577736 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.577955 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.578217 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.578545 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.578768 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.578994 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.579259 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.579587 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.579865 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.580119 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.580377 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.580680 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.580946 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.581222 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.581440 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.581747 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.582157 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.582459 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.582732 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.582991 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.583231 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.583474 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.583711 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.583930 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.584171 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.584405 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.584664 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.584899 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.585155 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.585374 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.585624 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.585844 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.586070 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.586303 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.586629 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.586872 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.587032 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 19:13:58.587565 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103197) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 14 19:13:58.587727 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 14 19:13:58.587895 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 14 19:13:58.588072 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 14 19:13:58.588242 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 14 19:13:58.588396 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 14 19:13:58.588607 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.588773 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.588935 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.589097 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.589258 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.589442 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.589604 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.589758 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.589915 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.590076 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.590261 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.590427 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.590587 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.590707 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.590856 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.591015 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.591177 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.591337 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.591502 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.591652 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.591855 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.592112 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.592311 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] debug = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.592585 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.592798 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.592965 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.593125 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.593290 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.593560 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.593684 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.593846 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.594007 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.594168 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.594329 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.594513 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.594674 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.594834 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.594997 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.595153 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.595717 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.595717 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.595717 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] host = dv-cinder-816898-8-iscsi {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.596090 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.596090 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.596090 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.596622 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.596622 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.596622 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.596949 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.596949 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.596949 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.597283 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.597283 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.597567 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.597567 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.597725 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.597846 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_options = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.597993 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.598421 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.598421 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.598600 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.598682 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.598809 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.598969 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.599129 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.599290 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.599455 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.599618 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.599781 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.600161 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.600161 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.600438 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.600438 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.600694 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.600694 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.600950 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.601105 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.601237 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.601325 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.601437 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.601596 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.601756 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.601917 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.602078 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.602237 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.602420 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.602581 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.602741 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.602902 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.603062 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.603222 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.603383 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.603544 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.603703 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.603873 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.604018 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.604178 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.604339 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.604499 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.604659 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.604959 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.605087 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.605201 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.605361 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] use_json = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.605523 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.605683 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.605841 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.606002 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.606161 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.606322 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.606509 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.606670 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.606831 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 14 19:13:58.607040 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.607211 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.608479 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.608479 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.608479 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.608479 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.608841 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.608841 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.609001 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.609082 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.609209 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.609377 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.609552 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.609716 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.609881 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.610159 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.610478 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.610772 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.611020 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.611157 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.611330 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.611495 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.611674 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.611844 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.612010 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.612291 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.612590 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.612817 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.612987 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.613170 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.613367 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.613644 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.613823 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.613990 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.614176 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.614482 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.614773 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.615063 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.615354 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.615636 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.615927 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.616140 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.616397 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.616575 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.616768 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.616916 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.617086 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.617253 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.617420 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.617587 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.617754 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.617919 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.618085 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.618251 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.618444 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.618607 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.618773 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.618950 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.620799 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.620799 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.620799 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.620799 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.620799 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.621157 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:13:58.621238 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.621238 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.621238 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.621238 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.621238 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.621238 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.621238 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.621238 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.621238 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.621851 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.621851 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.621851 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.621851 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.621851 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.622232 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.622232 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.622399 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.622564 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.622643 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.622802 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.623005 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.623803 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.623803 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.624160 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.624160 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.624524 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.624524 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.624777 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.624777 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.624985 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.625055 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.625240 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.625363 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.625538 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.625744 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.625910 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.626072 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.626235 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.626424 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.626589 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.626752 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.626919 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.627082 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.627244 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.627398 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.627558 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.627720 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.627916 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.628078 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.628214 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.628360 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.628522 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.628684 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.628846 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.629007 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.629181 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.629345 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.629512 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.629678 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.629849 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.630024 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.630188 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.630366 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.630535 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.630699 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.630861 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.631025 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.631286 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.631384 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.631506 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.631668 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.631847 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.632014 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.632251 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.632359 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.632519 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.632682 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.632851 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.633013 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.633176 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.633342 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.633582 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.633747 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.633912 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.634077 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.634240 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.634427 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.634595 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.634760 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.634926 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.635091 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.635256 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.635421 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.635584 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.635747 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.635911 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.636074 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.636237 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.636408 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.636573 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.636735 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.636899 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.637063 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.637227 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.637390 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.637553 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.637715 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.637878 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.638080 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.638337 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.638527 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.638933 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.639072 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.639238 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.639409 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.639577 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.639973 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.640134 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.640299 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.640464 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.640628 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.640792 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.640956 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.641119 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.641284 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.641464 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.641606 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.641880 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.641980 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.642066 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.642261 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.642553 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.642707 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.642850 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 50564) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:13:58.642994 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.642994 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.643292 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.643292 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.643553 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.643553 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.643811 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.643811 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.644067 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.644202 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.644337 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.644482 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.644617 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.644766 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.644909 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.645086 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.645262 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.645401 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.645537 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.645673 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.645818 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.645954 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.646088 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.646248 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.646459 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.646602 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.646763 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.646929 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.647095 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.647259 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.647397 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.647562 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.647735 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.647899 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.648062 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.648211 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.648376 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.648538 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.648712 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.648876 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.649039 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.649202 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.649363 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.649506 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.649676 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.649839 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.650001 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.650151 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.650303 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.650518 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.650692 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.650841 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.651009 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.651171 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.651334 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.651497 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.651660 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.651822 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.652080 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.652225 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.652362 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.652497 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.652750 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.652890 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.653027 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.653245 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.653245 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.653505 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.653640 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.653786 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.653922 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.654056 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.654796 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.654947 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.655098 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.655235 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.655380 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.655521 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.655672 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.655837 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.656011 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.656182 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.656355 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.656510 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.656680 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.657386 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.657386 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.657649 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0123034 Feb 14 19:13:58.657802 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.657802 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.657802 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.658186 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.658186 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.658488 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.658488 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.658749 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.658749 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.659042 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.659926 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.660105 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.660434 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.660726 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.661045 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.661213 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.661380 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.661547 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 14 19:13:58.661707 dv-cinder-816898-8-iscsi neutron-server[103197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 14 19:14:10.524620 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e4d141-4154-45db-b662-48e552fa303f None None] get_active_networks_info from dv-cinder-816898-8-iscsi {{(pid=103312) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 14 19:14:10.588116 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e4d141-4154-45db-b662-48e552fa303f None None] No non-hosted networks {{(pid=103312) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 14 19:14:10.609451 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.agentschedulers_db [None req-33e4d141-4154-45db-b662-48e552fa303f None None] DHCP Agent not found on host dv-cinder-816898-8-iscsi {{(pid=103312) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 14 19:14:10.892650 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-91c30914-4ef3-4291-a781-3d40aef360b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3921048'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:12.827072 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2cc2-481e-460f-a6bb-439b4fb1e217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3921048'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:12.880968 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.db.api [None req-25501dd6-5a33-4984-971e-e770eb247718 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-816898-8-iscsi {{(pid=103312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 19:14:12.881730 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG oslo_db.api [None req-25501dd6-5a33-4984-971e-e770eb247718 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 19:14:13.407308 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-25501dd6-5a33-4984-971e-e770eb247718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:14.183074 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3921048'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:15.611677 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3921048'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:16.579278 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 50648) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:14:16.657509 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3921048'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:16.658424 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:16.658844 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:16.659221 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:16.659560 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:16.659887 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:16.661092 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:16.661557 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:16.661917 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:16.662273 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:16.662629 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:16.662977 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:16.663313 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:16.663662 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:16.664098 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-816898-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:14:16.674752 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-816898-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:14:17.142025 dv-cinder-816898-8-iscsi neutron-server[103311]: WARNING oslo_policy.policy [None req-5b6d54d2-c9de-410b-b5ba-09510b4231cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 19:14:17.142637 dv-cinder-816898-8-iscsi neutron-server[103311]: WARNING oslo_policy.policy [None req-5b6d54d2-c9de-410b-b5ba-09510b4231cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 19:14:17.369277 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [None req-5b6d54d2-c9de-410b-b5ba-09510b4231cf admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103311) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 19:14:17.383306 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-5b6d54d2-c9de-410b-b5ba-09510b4231cf admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7894878 Feb 14 19:14:19.897564 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.db.l3_hamode_db [None req-0a6c483f-a2ab-467b-8b91-e4997aad710d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 14 19:14:19.976647 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 50672) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:14:19.981555 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c483f-a2ab-467b-8b91-e4997aad710d None None] Routers set() bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:14:19.982134 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c483f-a2ab-467b-8b91-e4997aad710d None None] Router IDs set() for agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 14 19:14:20.303098 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-d4c3eb75-65dd-40ad-88e4-dadb2f6ea83e admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:14:20.395556 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.policy [None req-d4c3eb75-65dd-40ad-88e4-dadb2f6ea83e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103311) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 14 19:14:20.438056 dv-cinder-816898-8-iscsi neutron-server[103311]: WARNING oslo_policy.policy [None req-d4c3eb75-65dd-40ad-88e4-dadb2f6ea83e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 19:14:20.438468 dv-cinder-816898-8-iscsi neutron-server[103311]: WARNING oslo_policy.policy [None req-d4c3eb75-65dd-40ad-88e4-dadb2f6ea83e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 19:14:20.596998 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d4c3eb75-65dd-40ad-88e4-dadb2f6ea83e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791062572640', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791062569911', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791062566443', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791062586207', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791062583457', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791062609167', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-697705', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-639559', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3884171', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3858426'] for rbac-policy (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:20.825069 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d4c3eb75-65dd-40ad-88e4-dadb2f6ea83e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:20.827691 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-d4c3eb75-65dd-40ad-88e4-dadb2f6ea83e admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8500667 Feb 14 19:14:23.347701 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 50682) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:14:23.868907 dv-cinder-816898-8-iscsi neutron-server[103310]: WARNING oslo_policy.policy [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 19:14:23.869495 dv-cinder-816898-8-iscsi neutron-server[103310]: WARNING oslo_policy.policy [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 19:14:24.093626 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:14:24.222869 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Made reservation on behalf of 1ca21ba7ba9f441cb1a6cd49d780a75b for: {'network': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:14:24.294240 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.policy [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103310) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 14 19:14:24.338891 dv-cinder-816898-8-iscsi neutron-server[103310]: WARNING oslo_policy.policy [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 19:14:24.339284 dv-cinder-816898-8-iscsi neutron-server[103310]: WARNING oslo_policy.policy [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 14 19:14:24.350823 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:24.374508 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:24.490653 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Publish callbacks [] for security_group (0dfee7d7-6f32-4ccc-ab7b-71582fde3de8), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:24.542942 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (0dfee7d7-6f32-4ccc-ab7b-71582fde3de8), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:24.565611 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:14:24.609239 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791066272103', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (30c3c4b5-d3e7-435b-be8d-b67f497f3963), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:24.609844 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Unsubscribe: segment precommit_create {{(pid=103310) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 14 19:14:24.610428 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.segments_db [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Added segment 30c3c4b5-d3e7-435b-be8d-b67f497f3963 of type vlan for network decbf1c1-a4d8-4e66-89cb-ce62733c6322 Feb 14 19:14:24.644556 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfee7d7-6f32-4ccc-ab7b-71582fde3de8,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:24.674538 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:24.674903 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:24.675259 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:24.675590 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:24.675917 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:24.676245 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:24.676575 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:24.676885 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:24.677200 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:24.677533 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:24.677863 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:24.678182 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:24.678565 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Tracked resource versions report: Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: pushed versions: Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: { 'AddressGroup': {'1.2'}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'ConntrackHelper': {'1.0'}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'LocalIPAssociation': {'1.0'}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Log': {'1.0'}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Network': {'1.1'}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Port': {'1.7'}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'PortForwarding': {'1.2'}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'QosPolicy': {'1.10'}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'SecurityGroup': {'1.5'}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'SecurityGroupRule': {'1.2'}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'SubPort': {'1.0'}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Subnet': {'1.1'}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Trunk': {'1.1'}} Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: consumer versions: Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: { DHCP agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: L3 agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: Metadata agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: Metering agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: Open vSwitch agent@dv-cinder-816898-8-iscsi: { 'AddressGroup': '1.2', Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'ConntrackHelper': '1.0', Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'LocalIPAssociation': '1.0', Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Log': '1.0', Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Network': '1.1', Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Port': '1.7', Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'PortForwarding': '1.2', Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'QosPolicy': '1.10', Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'SecurityGroup': '1.5', Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'SecurityGroupRule': '1.2', Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'SubPort': '1.0', Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Subnet': '1.1', Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Trunk': '1.1'}} Feb 14 19:14:24.679937 dv-cinder-816898-8-iscsi neutron-server[103310]: {{(pid=103310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 19:14:24.751795 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (decbf1c1-a4d8-4e66-89cb-ce62733c6322), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:24.880425 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (decbf1c1-a4d8-4e66-89cb-ce62733c6322), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:24.885666 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:14:24.888528 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:25.010051 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] Pushing event updated for resources: {'Network': ['ID=decbf1c1-a4d8-4e66-89cb-ce62733c6322,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:25.022684 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network decbf1c1-a4d8-4e66-89cb-ce62733c6322 details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:14:25.185433 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-d6c5dd98-3bfb-4572-a5be-c2c973b92cd7 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.8360047 Feb 14 19:14:27.768471 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 50702) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:14:28.195460 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf21a64-647e-464c-9765-dfa85f7626c3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:14:28.196804 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-7cf21a64-647e-464c-9765-dfa85f7626c3 demo admin] 10.222.0.26 "GET /v2.0/networks/decbf1c1-a4d8-4e66-89cb-ce62733c6322 HTTP/1.1" status: 200 len: 825 time: 0.4273558 Feb 14 19:14:28.236732 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-9490ccb2-82da-49e4-9ec2-07a87ce3bd3c demo admin] 10.222.0.26 "GET /v2.0/subnetpools/61a1c859-1e7e-41c4-8e87-66f70a26755e HTTP/1.1" status: 200 len: 734 time: 0.0334630 Feb 14 19:14:28.246431 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-eebf0bc1-00fb-4ec3-b3c6-a5f2c2b51265 demo admin] Request body: {'subnet': {'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322', 'ip_version': 4, 'subnetpool_id': '61a1c859-1e7e-41c4-8e87-66f70a26755e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:14:28.588822 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebf0bc1-00fb-4ec3-b3c6-a5f2c2b51265 demo admin] Made reservation on behalf of 1ca21ba7ba9f441cb1a6cd49d780a75b for: {'subnet': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:14:28.593312 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-eebf0bc1-00fb-4ec3-b3c6-a5f2c2b51265 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:29.040427 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-eebf0bc1-00fb-4ec3-b3c6-a5f2c2b51265 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for subnet (0273e08d-3d05-4af5-9a84-e5fc3144661e), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:29.112113 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf0bc1-00fb-4ec3-b3c6-a5f2c2b51265 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0273e08d-3d05-4af5-9a84-e5fc3144661e,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:29.113991 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebf0bc1-00fb-4ec3-b3c6-a5f2c2b51265 demo admin] Checking segment: {'id': '30c3c4b5-d3e7-435b-be8d-b67f497f3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:14:29.114397 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf0bc1-00fb-4ec3-b3c6-a5f2c2b51265 demo admin] Network hostable DHCP agents. Network: decbf1c1-a4d8-4e66-89cb-ce62733c6322, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:14:29.222372 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf0bc1-00fb-4ec3-b3c6-a5f2c2b51265 demo admin] Network decbf1c1-a4d8-4e66-89cb-ce62733c6322 is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:14:29.325570 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-eebf0bc1-00fb-4ec3-b3c6-a5f2c2b51265 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, decbf1c1-a4d8-4e66-89cb-ce62733c6322) {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:14:29.332988 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf0bc1-00fb-4ec3-b3c6-a5f2c2b51265 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:14:29.333556 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-eebf0bc1-00fb-4ec3-b3c6-a5f2c2b51265 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:29.336192 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f3d5e7-55d2-4e4c-879c-a729c5f0a2e0 None None] Network decbf1c1-a4d8-4e66-89cb-ce62733c6322 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:14:29.414015 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-eebf0bc1-00fb-4ec3-b3c6-a5f2c2b51265 demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1715398 Feb 14 19:14:29.614207 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2e9e606-a314-5246-a6ef-5781a731b869-decbf1c1-a4d8-4e66-89cb-ce62733c6322', 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322', 'project_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'fixed_ips': [{'subnet_id': '0273e08d-3d05-4af5-9a84-e5fc3144661e'}]}} from dv-cinder-816898-8-iscsi. {{(pid=103312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 19:14:29.615529 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:29.925597 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.db_base_plugin_common [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Allocated IP 172.20.0.2 (decbf1c1-a4d8-4e66-89cb-ce62733c6322/0273e08d-3d05-4af5-9a84-e5fc3144661e/a7d5891b-8de8-4ca6-8ab9-57233315a8ec) {{(pid=103312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:14:30.235638 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Publish callbacks [] for port (a7d5891b-8de8-4ca6-8ab9-57233315a8ec), precommit_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:30.337609 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (a7d5891b-8de8-4ca6-8ab9-57233315a8ec), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:30.421959 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Network decbf1c1-a4d8-4e66-89cb-ce62733c6322 is already hosted by enough agents. {{(pid=103312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:14:30.429060 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.base_scheduler [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Resources bound (agent type, host, resource id): {{(pid=103312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:14:30.436046 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Pushing event updated for resources: {'Port': ['ID=a7d5891b-8de8-4ca6-8ab9-57233315a8ec,revision_number=1']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:30.438423 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Received port after_create {{(pid=103312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:14:30.471473 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:30.471798 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:30.472128 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:30.472476 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:30.472816 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:30.473155 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:30.473485 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:30.473820 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:30.474151 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:30.474536 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:30.474872 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:30.475201 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:30.475546 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Tracked resource versions report: Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: pushed versions: Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: { 'AddressGroup': {'1.2'}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'ConntrackHelper': {'1.0'}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'LocalIPAssociation': {'1.0'}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Log': {'1.0'}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Network': {'1.1'}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Port': {'1.7'}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'PortForwarding': {'1.2'}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'QosPolicy': {'1.10'}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'SecurityGroup': {'1.5'}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'SecurityGroupRule': {'1.2'}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'SubPort': {'1.0'}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Subnet': {'1.1'}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Trunk': {'1.1'}} Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: consumer versions: Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: { DHCP agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: L3 agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: Metadata agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: Metering agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: Open vSwitch agent@dv-cinder-816898-8-iscsi: { 'AddressGroup': '1.2', Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'ConntrackHelper': '1.0', Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'LocalIPAssociation': '1.0', Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Log': '1.0', Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Network': '1.1', Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Port': '1.7', Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'PortForwarding': '1.2', Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'QosPolicy': '1.10', Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'SecurityGroup': '1.5', Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'SecurityGroupRule': '1.2', Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'SubPort': '1.0', Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Subnet': '1.1', Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Trunk': '1.1'}} Feb 14 19:14:30.476927 dv-cinder-816898-8-iscsi neutron-server[103312]: {{(pid=103312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 19:14:30.537316 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Attempting to bind port a7d5891b-8de8-4ca6-8ab9-57233315a8ec on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:14:30.537813 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Attempting to bind port a7d5891b-8de8-4ca6-8ab9-57233315a8ec by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '30c3c4b5-d3e7-435b-be8d-b67f497f3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:14:30.538281 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Attempting to bind port a7d5891b-8de8-4ca6-8ab9-57233315a8ec on network decbf1c1-a4d8-4e66-89cb-ce62733c6322 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:14:30.545963 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:14:30.546430 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Checking segment: {'id': '30c3c4b5-d3e7-435b-be8d-b67f497f3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:14:30.546910 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:30.547310 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Bound using segment: {'id': '30c3c4b5-d3e7-435b-be8d-b67f497f3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:14:30.547822 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Bound port: a7d5891b-8de8-4ca6-8ab9-57233315a8ec, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c3c4b5-d3e7-435b-be8d-b67f497f3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:14:30.548233 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (a7d5891b-8de8-4ca6-8ab9-57233315a8ec), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:30.621621 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] For port a7d5891b-8de8-4ca6-8ab9-57233315a8ec, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:14:30.649108 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] For port a7d5891b-8de8-4ca6-8ab9-57233315a8ec, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=a7d5891b-8de8-4ca6-8ab9-57233315a8ec,segment=NetworkSegment(30c3c4b5-d3e7-435b-be8d-b67f497f3963),segment_id=30c3c4b5-d3e7-435b-be8d-b67f497f3963)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:14:30.736689 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (a7d5891b-8de8-4ca6-8ab9-57233315a8ec), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:30.800659 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a4d39-d31c-49a9-acdb-2aeb7cded189 None None] Pushing event updated for resources: {'Port': ['ID=a7d5891b-8de8-4ca6-8ab9-57233315a8ec,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:31.996086 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 50710) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:14:32.331575 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [None req-c8d2286e-25de-4415-9d83-55da22d99217 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 19:14:32.332604 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-c8d2286e-25de-4415-9d83-55da22d99217 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3355322 Feb 14 19:14:34.921175 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 50718) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:14:35.273225 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [None req-2f8863aa-282a-438a-907c-047b4d19db3a admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 19:14:35.274224 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-2f8863aa-282a-438a-907c-047b4d19db3a admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3521111 Feb 14 19:14:37.851989 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 50726) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:14:38.192087 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-f7bf96ae-14b6-481c-803c-4c018161f714 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:14:38.280749 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f7bf96ae-14b6-481c-803c-4c018161f714 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254098'] for router (d18ab51e-d4a4-487d-b23f-5cc4557dc70c), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:38.282499 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f7bf96ae-14b6-481c-803c-4c018161f714 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254107'] for router (d18ab51e-d4a4-487d-b23f-5cc4557dc70c), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:38.420761 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f7bf96ae-14b6-481c-803c-4c018161f714 demo demo] Publish callbacks [] for router_controller (d18ab51e-d4a4-487d-b23f-5cc4557dc70c), precommit_add_association {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:38.486079 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f7bf96ae-14b6-481c-803c-4c018161f714 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922319'] for router (d18ab51e-d4a4-487d-b23f-5cc4557dc70c), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:38.588822 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f7bf96ae-14b6-481c-803c-4c018161f714 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:38.589953 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-f7bf96ae-14b6-481c-803c-4c018161f714 demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7368777 Feb 14 19:14:40.559916 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-7f51193d-4724-4a7f-8a2a-f90aa647cdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:41.144138 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 50738) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:14:41.333255 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device a7d5891b-8de8-4ca6-8ab9-57233315a8ec up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:14:41.430131 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port a7d5891b-8de8-4ca6-8ab9-57233315a8ec triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:14:41.430394 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a7d5891b-8de8-4ca6-8ab9-57233315a8ec), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:41.541368 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [None req-d89dfd79-58ef-4930-a438-110160df7709 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 19:14:41.542668 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-d89dfd79-58ef-4930-a438-110160df7709 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3973243 Feb 14 19:14:41.549111 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port a7d5891b-8de8-4ca6-8ab9-57233315a8ec is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:14:41.549504 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (a7d5891b-8de8-4ca6-8ab9-57233315a8ec), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:41.583730 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port a7d5891b-8de8-4ca6-8ab9-57233315a8ec, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=a7d5891b-8de8-4ca6-8ab9-57233315a8ec,segment=NetworkSegment(30c3c4b5-d3e7-435b-be8d-b67f497f3963),segment_id=30c3c4b5-d3e7-435b-be8d-b67f497f3963)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:14:41.684677 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (a7d5891b-8de8-4ca6-8ab9-57233315a8ec), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:41.782823 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=a7d5891b-8de8-4ca6-8ab9-57233315a8ec,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:42.132341 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99f3a3f-bf6d-4a8e-98b6-01d1744daf72 None None] Network decbf1c1-a4d8-4e66-89cb-ce62733c6322 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:14:42.199464 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-fa130a1c-e310-41bb-8f2f-6246fc12b094 None None] Provisioning complete for port a7d5891b-8de8-4ca6-8ab9-57233315a8ec triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:14:42.200442 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-fa130a1c-e310-41bb-8f2f-6246fc12b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a7d5891b-8de8-4ca6-8ab9-57233315a8ec), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:42.330201 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-fa130a1c-e310-41bb-8f2f-6246fc12b094 None None] Current status of the port a7d5891b-8de8-4ca6-8ab9-57233315a8ec is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:14:42.555014 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-73c35e2a-ecfd-4cb5-9077-62975b1b1456 None None] Provisioning complete for port a7d5891b-8de8-4ca6-8ab9-57233315a8ec triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:14:42.555404 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-73c35e2a-ecfd-4cb5-9077-62975b1b1456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a7d5891b-8de8-4ca6-8ab9-57233315a8ec), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:42.634053 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-73c35e2a-ecfd-4cb5-9077-62975b1b1456 None None] Current status of the port a7d5891b-8de8-4ca6-8ab9-57233315a8ec is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:14:42.781390 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-181d571b-f861-4bb0-ba4a-3d421edc58de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:43.294492 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device a7d5891b-8de8-4ca6-8ab9-57233315a8ec up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:14:43.341973 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port a7d5891b-8de8-4ca6-8ab9-57233315a8ec triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:14:43.342391 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a7d5891b-8de8-4ca6-8ab9-57233315a8ec), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:43.422993 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port a7d5891b-8de8-4ca6-8ab9-57233315a8ec is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:14:44.153776 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 50756) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:14:44.170752 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:44.288581 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:14:44.392164 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Made reservation on behalf of 440fb9bcdd334f018321558d9114ca87 for: {'network': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:14:44.394468 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:44.404249 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:44.476090 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Publish callbacks [] for security_group (71dcfca9-cc76-4ecc-804b-b2581d39f0d3), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:44.564893 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (71dcfca9-cc76-4ecc-804b-b2581d39f0d3), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:44.582329 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Reserving flat network on physical network physnet1 {{(pid=103310) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 14 19:14:44.602140 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dcfca9-cc76-4ecc-804b-b2581d39f0d3,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:44.604977 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (0fd2ab26-c322-40cf-b5e0-31451bbc71c0), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:44.605320 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.segments_db [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Added segment 0fd2ab26-c322-40cf-b5e0-31451bbc71c0 of type flat for network 9a6a78c9-b5ec-42b3-b017-41817bfee45c Feb 14 19:14:44.651813 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (9a6a78c9-b5ec-42b3-b017-41817bfee45c), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:44.805188 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (9a6a78c9-b5ec-42b3-b017-41817bfee45c), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:44.806182 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:14:44.806875 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:44.897262 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] Pushing event updated for resources: {'Network': ['ID=9a6a78c9-b5ec-42b3-b017-41817bfee45c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:44.907314 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:14:44.949450 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-5ab37eb3-bec4-4f8a-a2a8-303041c99b84 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7945373 Feb 14 19:14:45.582363 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:46.662916 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:47.339580 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 50774) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:14:47.431012 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba25b0af-6f4b-449e-882d-5ea08d6668e7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:14:47.432377 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ba25b0af-6f4b-449e-882d-5ea08d6668e7 demo admin] 10.222.0.26 "GET /v2.0/subnets/0273e08d-3d05-4af5-9a84-e5fc3144661e HTTP/1.1" status: 200 len: 849 time: 0.0912306 Feb 14 19:14:47.554900 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ae1bb726-06ec-4a63-9ff4-4142bdb2af3d demo admin] 10.222.0.26 "GET /v2.0/routers/d18ab51e-d4a4-487d-b23f-5cc4557dc70c HTTP/1.1" status: 200 len: 704 time: 0.1166775 Feb 14 19:14:47.849821 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:48.144237 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Allocated IP 172.20.0.1 (decbf1c1-a4d8-4e66-89cb-ce62733c6322/0273e08d-3d05-4af5-9a84-e5fc3144661e/a44cd530-26b9-45ad-b6e2-c5ca12a02dac) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:14:48.346738 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Publish callbacks [] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:48.456852 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:48.526678 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Network decbf1c1-a4d8-4e66-89cb-ce62733c6322 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:14:48.536812 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:14:48.539660 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:14:48.540253 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3922876'] for router_interface (d18ab51e-d4a4-487d-b23f-5cc4557dc70c), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:48.606130 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Pushing event updated for resources: {'Port': ['ID=a44cd530-26b9-45ad-b6e2-c5ca12a02dac,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:48.791760 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-fd86ce1b-beb3-4ee7-905b-77e5fb9ba44e None None] Provisioning complete for port a44cd530-26b9-45ad-b6e2-c5ca12a02dac triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:14:48.792324 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-fd86ce1b-beb3-4ee7-905b-77e5fb9ba44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:48.825947 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-fd86ce1b-beb3-4ee7-905b-77e5fb9ba44e None None] Port a44cd530-26b9-45ad-b6e2-c5ca12a02dac cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:14:48.862145 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:49.106995 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Publish callbacks [] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:49.193845 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:49.194881 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922880'] for router_interface (d18ab51e-d4a4-487d-b23f-5cc4557dc70c), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:49.289023 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Pushing event updated for resources: {'Port': ['ID=a44cd530-26b9-45ad-b6e2-c5ca12a02dac,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:49.332379 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Network decbf1c1-a4d8-4e66-89cb-ce62733c6322 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:14:49.333762 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:14:49.550381 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-c054bb4c-50f3-4f13-a56e-e3afbdb7d9ae None None] Provisioning complete for port a44cd530-26b9-45ad-b6e2-c5ca12a02dac triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:14:49.550772 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-c054bb4c-50f3-4f13-a56e-e3afbdb7d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:49.564678 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Router d18ab51e-d4a4-487d-b23f-5cc4557dc70c is scheduled to L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a with binding_index 1 {{(pid=103310) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 19:14:49.585562 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-c054bb4c-50f3-4f13-a56e-e3afbdb7d9ae None None] Port a44cd530-26b9-45ad-b6e2-c5ca12a02dac cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:14:49.659242 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:14:49.664445 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-e0e52bc4-ca73-40ff-9a4a-2d9df70d3977 demo admin] 10.222.0.26 "PUT /v2.0/routers/d18ab51e-d4a4-487d-b23f-5cc4557dc70c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1037052 Feb 14 19:14:49.682187 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Sync routers for ids ['d18ab51e-d4a4-487d-b23f-5cc4557dc70c'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:14:49.694643 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Routers {'d18ab51e-d4a4-487d-b23f-5cc4557dc70c'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:14:49.695507 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:14:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['d18ab51e-d4a4-487d-b23f-5cc4557dc70c'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:14:49.892373 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Set router d18ab51e-d4a4-487d-b23f-5cc4557dc70c gateway port host: None {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:14:50.334257 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'name': 'router1', 'tenant_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:14:38Z', 'updated_at': '2022-02-14T19:14:48Z', 'revision_number': 2, 'project_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'gw_port_host': None, '_interfaces': [{'id': 'a44cd530-26b9-45ad-b6e2-c5ca12a02dac', 'name': '', 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322', 'tenant_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'mac_address': 'fa:16:3e:c6:77:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0273e08d-3d05-4af5-9a84-e5fc3144661e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:14:47Z', 'updated_at': '2022-02-14T19:14:48Z', 'revision_number': 2, 'project_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'subnets': [{'id': '0273e08d-3d05-4af5-9a84-e5fc3144661e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a1c859-1e7e-41c4-8e87-66f70a26755e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:14:50.385726 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Checking router: d18ab51e-d4a4-487d-b23f-5cc4557dc70c for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:14:50.386107 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Updating router d18ab51e-d4a4-487d-b23f-5cc4557dc70c port a44cd530-26b9-45ad-b6e2-c5ca12a02dac binding host dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:14:50.442214 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:50.967488 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Publish callbacks [] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:51.079459 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:51.304232 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Pushing event updated for resources: {'Port': ['ID=a44cd530-26b9-45ad-b6e2-c5ca12a02dac,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:51.320613 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:51.320975 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:51.321332 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:51.321673 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:51.322002 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:51.322332 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:51.322681 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:51.323006 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:51.323330 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:51.323667 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:51.323991 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:51.324394 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:51.324865 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Tracked resource versions report: Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: pushed versions: Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: { 'AddressGroup': {'1.2'}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'ConntrackHelper': {'1.0'}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'LocalIPAssociation': {'1.0'}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Log': {'1.0'}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Network': {'1.1'}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Port': {'1.7'}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'PortForwarding': {'1.2'}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'QosPolicy': {'1.10'}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'SecurityGroup': {'1.5'}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'SecurityGroupRule': {'1.2'}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'SubPort': {'1.0'}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Subnet': {'1.1'}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Trunk': {'1.1'}} Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: consumer versions: Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: { DHCP agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: L3 agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: Metadata agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: Metering agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: Open vSwitch agent@dv-cinder-816898-8-iscsi: { 'AddressGroup': '1.2', Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'ConntrackHelper': '1.0', Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'LocalIPAssociation': '1.0', Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Log': '1.0', Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Network': '1.1', Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Port': '1.7', Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'PortForwarding': '1.2', Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'QosPolicy': '1.10', Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'SecurityGroup': '1.5', Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'SecurityGroupRule': '1.2', Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'SubPort': '1.0', Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Subnet': '1.1', Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Trunk': '1.1'}} Feb 14 19:14:51.326225 dv-cinder-816898-8-iscsi neutron-server[103313]: {{(pid=103313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 19:14:51.328653 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Attempting to bind port a44cd530-26b9-45ad-b6e2-c5ca12a02dac on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:14:51.329059 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Attempting to bind port a44cd530-26b9-45ad-b6e2-c5ca12a02dac by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '30c3c4b5-d3e7-435b-be8d-b67f497f3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:14:51.329513 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Attempting to bind port a44cd530-26b9-45ad-b6e2-c5ca12a02dac on network decbf1c1-a4d8-4e66-89cb-ce62733c6322 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:14:51.335187 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:14:51.335598 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Checking segment: {'id': '30c3c4b5-d3e7-435b-be8d-b67f497f3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:14:51.336119 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:51.336503 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Bound using segment: {'id': '30c3c4b5-d3e7-435b-be8d-b67f497f3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:14:51.336994 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Bound port: a44cd530-26b9-45ad-b6e2-c5ca12a02dac, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c3c4b5-d3e7-435b-be8d-b67f497f3963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:14:51.337373 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:51.409904 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] For port a44cd530-26b9-45ad-b6e2-c5ca12a02dac, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:14:51.416137 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-02ceef39-9da4-4566-8e1a-aa1decce12bc None None] Provisioning complete for port a44cd530-26b9-45ad-b6e2-c5ca12a02dac triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:14:51.416693 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-02ceef39-9da4-4566-8e1a-aa1decce12bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:51.430624 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] For port a44cd530-26b9-45ad-b6e2-c5ca12a02dac, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=a44cd530-26b9-45ad-b6e2-c5ca12a02dac,segment=NetworkSegment(30c3c4b5-d3e7-435b-be8d-b67f497f3963),segment_id=30c3c4b5-d3e7-435b-be8d-b67f497f3963)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:14:51.451283 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-02ceef39-9da4-4566-8e1a-aa1decce12bc None None] Port a44cd530-26b9-45ad-b6e2-c5ca12a02dac cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:14:51.507054 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:51.595294 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7888fef-ec47-4be3-80aa-5785cef10694 None None] Pushing event updated for resources: {'Port': ['ID=a44cd530-26b9-45ad-b6e2-c5ca12a02dac,revision_number=4']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:51.608100 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Routers {'d18ab51e-d4a4-487d-b23f-5cc4557dc70c'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:14:51.608100 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:14:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['d18ab51e-d4a4-487d-b23f-5cc4557dc70c'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:14:51.724041 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] Set router d18ab51e-d4a4-487d-b23f-5cc4557dc70c gateway port host: None {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:14:51.782568 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-ee032954-3e09-40c8-a897-c49a77c9021c None None] Provisioning complete for port a44cd530-26b9-45ad-b6e2-c5ca12a02dac triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:14:51.783619 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ee032954-3e09-40c8-a897-c49a77c9021c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:51.873804 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-ee032954-3e09-40c8-a897-c49a77c9021c None None] Current status of the port a44cd530-26b9-45ad-b6e2-c5ca12a02dac is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:14:51.874120 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ee032954-3e09-40c8-a897-c49a77c9021c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:51.914334 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-ee032954-3e09-40c8-a897-c49a77c9021c None None] For port a44cd530-26b9-45ad-b6e2-c5ca12a02dac, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=a44cd530-26b9-45ad-b6e2-c5ca12a02dac,segment=NetworkSegment(30c3c4b5-d3e7-435b-be8d-b67f497f3963),segment_id=30c3c4b5-d3e7-435b-be8d-b67f497f3963)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:14:51.979597 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'name': 'router1', 'tenant_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:14:38Z', 'updated_at': '2022-02-14T19:14:48Z', 'revision_number': 2, 'project_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'gw_port_host': None, '_interfaces': [{'id': 'a44cd530-26b9-45ad-b6e2-c5ca12a02dac', 'name': '', 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322', 'tenant_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'mac_address': 'fa:16:3e:c6:77:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0273e08d-3d05-4af5-9a84-e5fc3144661e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:14:47Z', 'updated_at': '2022-02-14T19:14:51Z', 'revision_number': 4, 'project_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'subnets': [{'id': '0273e08d-3d05-4af5-9a84-e5fc3144661e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a1c859-1e7e-41c4-8e87-66f70a26755e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:14:52.009529 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e7da6e-9426-47d5-8ff5-5be8cd4156cc None None] The sync data for ids ['d18ab51e-d4a4-487d-b23f-5cc4557dc70c'] in dv-cinder-816898-8-iscsi is: [{'id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'name': 'router1', 'tenant_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:14:38Z', 'updated_at': '2022-02-14T19:14:48Z', 'revision_number': 2, 'project_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'gw_port_host': None, '_interfaces': [{'id': 'a44cd530-26b9-45ad-b6e2-c5ca12a02dac', 'name': '', 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322', 'tenant_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'mac_address': 'fa:16:3e:c6:77:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0273e08d-3d05-4af5-9a84-e5fc3144661e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:14:47Z', 'updated_at': '2022-02-14T19:14:51Z', 'revision_number': 4, 'project_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'subnets': [{'id': '0273e08d-3d05-4af5-9a84-e5fc3144661e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a1c859-1e7e-41c4-8e87-66f70a26755e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:14:52.028091 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ee032954-3e09-40c8-a897-c49a77c9021c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:52.038303 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 50786) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:14:52.085804 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee032954-3e09-40c8-a897-c49a77c9021c None None] Pushing event updated for resources: {'Port': ['ID=a44cd530-26b9-45ad-b6e2-c5ca12a02dac,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:52.260013 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de87553-292c-45c6-8cf7-e6a7d34f932b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:14:52.261526 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-9de87553-292c-45c6-8cf7-e6a7d34f932b admin admin] 10.222.0.26 "GET /v2.0/networks/9a6a78c9-b5ec-42b3-b017-41817bfee45c HTTP/1.1" status: 200 len: 842 time: 0.2222500 Feb 14 19:14:52.276529 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Request body: {'subnet': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:14:52.382517 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Made reservation on behalf of 440fb9bcdd334f018321558d9114ca87 for: {'subnet': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:14:52.385269 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:52.879295 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.objects.ports [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103311) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 14 19:14:52.879782 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for subnet (94b58f8c-b53d-4836-a175-eff212744eb5), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:52.945899 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Checking segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:14:52.946299 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Network hostable DHCP agents. Network: 9a6a78c9-b5ec-42b3-b017-41817bfee45c, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:14:52.953682 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=94b58f8c-b53d-4836-a175-eff212744eb5,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:52.965889 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:52.966237 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:52.966597 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:52.966928 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:52.967254 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:52.967592 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:52.967900 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:52.968218 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:52.968549 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:52.968884 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:52.969204 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:52.969518 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:52.969827 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Tracked resource versions report: Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: pushed versions: Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: { 'AddressGroup': {'1.2'}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'ConntrackHelper': {'1.0'}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'LocalIPAssociation': {'1.0'}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Log': {'1.0'}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Network': {'1.1'}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Port': {'1.7'}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'PortForwarding': {'1.2'}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'QosPolicy': {'1.10'}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'SecurityGroup': {'1.5'}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'SecurityGroupRule': {'1.2'}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'SubPort': {'1.0'}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Subnet': {'1.1'}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Trunk': {'1.1'}} Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: consumer versions: Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: { DHCP agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: L3 agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: Metadata agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: Metering agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: Open vSwitch agent@dv-cinder-816898-8-iscsi: { 'AddressGroup': '1.2', Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'ConntrackHelper': '1.0', Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'LocalIPAssociation': '1.0', Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Log': '1.0', Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Network': '1.1', Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Port': '1.7', Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'PortForwarding': '1.2', Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'QosPolicy': '1.10', Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'SecurityGroup': '1.5', Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'SecurityGroupRule': '1.2', Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'SubPort': '1.0', Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Subnet': '1.1', Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Trunk': '1.1'}} Feb 14 19:14:52.971139 dv-cinder-816898-8-iscsi neutron-server[103311]: {{(pid=103311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 19:14:53.096918 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:14:53.204308 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, 9a6a78c9-b5ec-42b3-b017-41817bfee45c) {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:14:53.211123 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:14:53.212218 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:53.221175 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28cb602-f1d7-4d40-a534-74e3f5ec23d2 None None] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:14:53.327642 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-dc905c20-a55b-4ec2-b94c-7fb048846a2a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0584412 Feb 14 19:14:53.345442 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac6891f-5ae4-4011-a205-33cf93f88f24 None None] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:14:55.779807 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 50798) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:14:56.038618 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-6d60db29-afa4-440d-8c9d-ae3f22806b9b demo admin] 10.222.0.26 "GET /v2.0/routers/d18ab51e-d4a4-487d-b23f-5cc4557dc70c HTTP/1.1" status: 200 len: 710 time: 0.2575200 Feb 14 19:14:56.127035 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d156d9c6-4b64-4efd-a9ce-d79be9ef39ba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:14:56.128397 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-d156d9c6-4b64-4efd-a9ce-d79be9ef39ba demo admin] 10.222.0.26 "GET /v2.0/networks/9a6a78c9-b5ec-42b3-b017-41817bfee45c HTTP/1.1" status: 200 len: 886 time: 0.0835617 Feb 14 19:14:56.137720 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:14:56.402226 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Publish callbacks [] for router_gateway (d18ab51e-d4a4-487d-b23f-5cc4557dc70c), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:56.739647 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Publish callbacks [] for router_gateway (d18ab51e-d4a4-487d-b23f-5cc4557dc70c), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:56.820893 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:57.021474 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Allocated IP 172.27.2.96 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/814d7ea5-4fe3-4429-84fd-6ce6e167ebd5) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:14:57.144091 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Publish callbacks [] for port (814d7ea5-4fe3-4429-84fd-6ce6e167ebd5), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:57.296408 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (814d7ea5-4fe3-4429-84fd-6ce6e167ebd5), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:57.371162 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:14:57.376005 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:14:57.387189 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:14:57.476877 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Pushing event updated for resources: {'Port': ['ID=814d7ea5-4fe3-4429-84fd-6ce6e167ebd5,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:14:57.847571 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Publish callbacks [] for router_gateway (d18ab51e-d4a4-487d-b23f-5cc4557dc70c), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:58.107939 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3922346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3920244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254197'] for router (d18ab51e-d4a4-487d-b23f-5cc4557dc70c), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:58.115037 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3922321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3920251'] for router (d18ab51e-d4a4-487d-b23f-5cc4557dc70c), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:58.259576 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Router d18ab51e-d4a4-487d-b23f-5cc4557dc70c has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:14:58.406881 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:14:58.414545 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] Publish callbacks [] for router (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:58.432836 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-a3218441-36d0-4948-a54b-3f8d635a97ef demo admin] 10.222.0.26 "PUT /v2.0/routers/d18ab51e-d4a4-487d-b23f-5cc4557dc70c HTTP/1.1" status: 200 len: 889 time: 2.2819171 Feb 14 19:14:59.330432 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device a44cd530-26b9-45ad-b6e2-c5ca12a02dac up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:14:59.379777 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port a44cd530-26b9-45ad-b6e2-c5ca12a02dac triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:14:59.380177 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:14:59.466088 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port a44cd530-26b9-45ad-b6e2-c5ca12a02dac is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:15:00.522033 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 5 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:15:00.922135 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Sync routers for ids ['d18ab51e-d4a4-487d-b23f-5cc4557dc70c'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:15:00.933885 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Routers {'d18ab51e-d4a4-487d-b23f-5cc4557dc70c'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:15:00.935365 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:14:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['d18ab51e-d4a4-487d-b23f-5cc4557dc70c'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:15:01.164167 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 50810) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:15:01.172571 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Set router d18ab51e-d4a4-487d-b23f-5cc4557dc70c gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:15:01.380468 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-f1dc6ba7-9b61-4c8a-a83f-d12adf9bf4dd admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2150209 Feb 14 19:15:01.903569 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'name': 'router1', 'tenant_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '814d7ea5-4fe3-4429-84fd-6ce6e167ebd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:14:38Z', 'updated_at': '2022-02-14T19:14:57Z', 'revision_number': 4, 'project_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'gw_port': {'id': '814d7ea5-4fe3-4429-84fd-6ce6e167ebd5', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:14:56Z', 'updated_at': '2022-02-14T19:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'a44cd530-26b9-45ad-b6e2-c5ca12a02dac', 'name': '', 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322', 'tenant_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'mac_address': 'fa:16:3e:c6:77:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0273e08d-3d05-4af5-9a84-e5fc3144661e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:14:47Z', 'updated_at': '2022-02-14T19:14:51Z', 'revision_number': 5, 'project_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'subnets': [{'id': '0273e08d-3d05-4af5-9a84-e5fc3144661e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a1c859-1e7e-41c4-8e87-66f70a26755e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:15:01.977598 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Checking router: d18ab51e-d4a4-487d-b23f-5cc4557dc70c for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:15:01.978687 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Updating router d18ab51e-d4a4-487d-b23f-5cc4557dc70c port 814d7ea5-4fe3-4429-84fd-6ce6e167ebd5 binding host dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:15:02.066071 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (814d7ea5-4fe3-4429-84fd-6ce6e167ebd5), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:02.457429 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Publish callbacks [] for port (814d7ea5-4fe3-4429-84fd-6ce6e167ebd5), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:02.565037 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (814d7ea5-4fe3-4429-84fd-6ce6e167ebd5), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:02.623047 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Attempting to bind port 814d7ea5-4fe3-4429-84fd-6ce6e167ebd5 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:15:02.623418 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Attempting to bind port 814d7ea5-4fe3-4429-84fd-6ce6e167ebd5 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:15:02.623782 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Attempting to bind port 814d7ea5-4fe3-4429-84fd-6ce6e167ebd5 on network 9a6a78c9-b5ec-42b3-b017-41817bfee45c {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:15:02.629317 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93fce1-f4ad-4827-aa9d-6abc65815aee None None] Pushing event updated for resources: {'Port': ['ID=814d7ea5-4fe3-4429-84fd-6ce6e167ebd5,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:15:02.635343 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:15:02.635728 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Checking segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:15:02.636135 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:02.637296 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Bound using segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:15:02.637788 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Bound port: 814d7ea5-4fe3-4429-84fd-6ce6e167ebd5, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:15:02.638452 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (814d7ea5-4fe3-4429-84fd-6ce6e167ebd5), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:02.689320 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] For port 814d7ea5-4fe3-4429-84fd-6ce6e167ebd5, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:15:02.692525 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] For port 814d7ea5-4fe3-4429-84fd-6ce6e167ebd5, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=814d7ea5-4fe3-4429-84fd-6ce6e167ebd5,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:15:02.746990 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (814d7ea5-4fe3-4429-84fd-6ce6e167ebd5), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:02.806617 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93fce1-f4ad-4827-aa9d-6abc65815aee None None] Pushing event updated for resources: {'Port': ['ID=814d7ea5-4fe3-4429-84fd-6ce6e167ebd5,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:15:02.811998 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Routers {'d18ab51e-d4a4-487d-b23f-5cc4557dc70c'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:15:02.812607 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:14:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['d18ab51e-d4a4-487d-b23f-5cc4557dc70c'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:15:02.925248 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] Set router d18ab51e-d4a4-487d-b23f-5cc4557dc70c gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:15:03.226200 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'name': 'router1', 'tenant_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '814d7ea5-4fe3-4429-84fd-6ce6e167ebd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:14:38Z', 'updated_at': '2022-02-14T19:14:57Z', 'revision_number': 4, 'project_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'gw_port': {'id': '814d7ea5-4fe3-4429-84fd-6ce6e167ebd5', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:14:56Z', 'updated_at': '2022-02-14T19:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'a44cd530-26b9-45ad-b6e2-c5ca12a02dac', 'name': '', 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322', 'tenant_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'mac_address': 'fa:16:3e:c6:77:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0273e08d-3d05-4af5-9a84-e5fc3144661e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:14:47Z', 'updated_at': '2022-02-14T19:14:51Z', 'revision_number': 5, 'project_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'subnets': [{'id': '0273e08d-3d05-4af5-9a84-e5fc3144661e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a1c859-1e7e-41c4-8e87-66f70a26755e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:15:03.271642 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe636776-1e63-451d-8d6e-9d663869c881 None None] The sync data for ids ['d18ab51e-d4a4-487d-b23f-5cc4557dc70c'] in dv-cinder-816898-8-iscsi is: [{'id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'name': 'router1', 'tenant_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '814d7ea5-4fe3-4429-84fd-6ce6e167ebd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:14:38Z', 'updated_at': '2022-02-14T19:14:57Z', 'revision_number': 4, 'project_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'gw_port': {'id': '814d7ea5-4fe3-4429-84fd-6ce6e167ebd5', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:14:56Z', 'updated_at': '2022-02-14T19:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'a44cd530-26b9-45ad-b6e2-c5ca12a02dac', 'name': '', 'network_id': 'decbf1c1-a4d8-4e66-89cb-ce62733c6322', 'tenant_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'mac_address': 'fa:16:3e:c6:77:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18ab51e-d4a4-487d-b23f-5cc4557dc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0273e08d-3d05-4af5-9a84-e5fc3144661e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:14:47Z', 'updated_at': '2022-02-14T19:14:51Z', 'revision_number': 5, 'project_id': '1ca21ba7ba9f441cb1a6cd49d780a75b', 'subnets': [{'id': '0273e08d-3d05-4af5-9a84-e5fc3144661e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a1c859-1e7e-41c4-8e87-66f70a26755e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:15:05.458233 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 814d7ea5-4fe3-4429-84fd-6ce6e167ebd5 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:15:05.548808 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 814d7ea5-4fe3-4429-84fd-6ce6e167ebd5 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:15:05.549426 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (814d7ea5-4fe3-4429-84fd-6ce6e167ebd5), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:05.653543 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 814d7ea5-4fe3-4429-84fd-6ce6e167ebd5 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:15:05.654062 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (814d7ea5-4fe3-4429-84fd-6ce6e167ebd5), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:05.690310 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port 814d7ea5-4fe3-4429-84fd-6ce6e167ebd5, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=814d7ea5-4fe3-4429-84fd-6ce6e167ebd5,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:15:05.770622 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (814d7ea5-4fe3-4429-84fd-6ce6e167ebd5), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:05.829051 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=814d7ea5-4fe3-4429-84fd-6ce6e167ebd5,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:15:07.396563 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 814d7ea5-4fe3-4429-84fd-6ce6e167ebd5 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:15:07.511207 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 814d7ea5-4fe3-4429-84fd-6ce6e167ebd5 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:15:07.511900 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (814d7ea5-4fe3-4429-84fd-6ce6e167ebd5), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:07.681875 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 814d7ea5-4fe3-4429-84fd-6ce6e167ebd5 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:15:10.581353 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-b1d93a9a-adca-487a-85af-48c0619515df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:12.799006 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-113d9911-14d8-4b22-b781-036935d4768a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:14.155688 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:15.639058 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:16.696025 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:37.524416 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 5 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:15:40.579991 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-cff38383-5025-4db9-9080-d318c88f810f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:43.231915 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d31925e4-6aa8-461f-bf9b-0f8e51125572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:44.152075 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:45.551773 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:15:46.648455 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:10.574090 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-cbabd6fc-966c-4b49-af94-a3268297d081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:12.785133 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-bf51fe19-49da-4779-8dbf-0f8b8ba0fb88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:14.201344 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:14.526005 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 5 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:16:15.505350 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:16.682741 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:29.998796 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51294) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:16:30.064773 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42bd380-15e5-468c-8a20-1f4e06a18a3b admin admin] GET failed (client error): The resource could not be found. Feb 14 19:16:30.066243 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-f42bd380-15e5-468c-8a20-1f4e06a18a3b admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664845 Feb 14 19:16:30.243083 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e66911a-e13b-4e37-a8a0-fdee314836d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:30.244781 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-2e66911a-e13b-4e37-a8a0-fdee314836d9 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1742435 Feb 14 19:16:32.593681 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51304) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:16:32.702258 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cdd486-043a-4a3c-8228-c30958db087f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:32.703888 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-93cdd486-043a-4a3c-8228-c30958db087f admin admin] 10.222.0.26 "GET /v2.0/subnets/0273e08d-3d05-4af5-9a84-e5fc3144661e HTTP/1.1" status: 200 len: 849 time: 0.1090288 Feb 14 19:16:32.718390 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:16:32.820129 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Publish callbacks [] for subnet (0273e08d-3d05-4af5-9a84-e5fc3144661e), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:33.144959 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791066252472'] for subnet (0273e08d-3d05-4af5-9a84-e5fc3144661e), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:33.176161 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:33.176769 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:33.178105 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] 10.222.0.26 "PUT /v2.0/subnets/0273e08d-3d05-4af5-9a84-e5fc3144661e HTTP/1.1" status: 200 len: 868 time: 0.4660947 Feb 14 19:16:33.201234 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa606359-117c-48cc-8663-af2d24761444 None None] Network decbf1c1-a4d8-4e66-89cb-ce62733c6322 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:16:33.205326 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0273e08d-3d05-4af5-9a84-e5fc3144661e,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:16:33.213937 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:16:33.214286 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:16:33.214741 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:16:33.215041 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:16:33.215360 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:16:33.215705 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:16:33.216085 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:16:33.216427 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:16:33.216757 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:16:33.217095 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:16:33.217428 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:16:33.217749 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:16:33.218069 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2624716d-f6f5-4592-8ffd-edd09f1b3dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:16:33.807527 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-30efeb08-bd6c-459d-86e8-446a9719abc3 None None] Provisioning complete for port a7d5891b-8de8-4ca6-8ab9-57233315a8ec triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:16:33.807930 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-30efeb08-bd6c-459d-86e8-446a9719abc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a7d5891b-8de8-4ca6-8ab9-57233315a8ec), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:33.892687 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-30efeb08-bd6c-459d-86e8-446a9719abc3 None None] Current status of the port a7d5891b-8de8-4ca6-8ab9-57233315a8ec is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:16:33.903633 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-30efeb08-bd6c-459d-86e8-446a9719abc3 None None] Provisioning complete for port a44cd530-26b9-45ad-b6e2-c5ca12a02dac triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:16:33.904022 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-30efeb08-bd6c-459d-86e8-446a9719abc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a44cd530-26b9-45ad-b6e2-c5ca12a02dac), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:33.980716 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-30efeb08-bd6c-459d-86e8-446a9719abc3 None None] Current status of the port a44cd530-26b9-45ad-b6e2-c5ca12a02dac is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:16:35.912723 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51314) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:16:36.137360 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bf422f-bb20-41e1-ac98-bd30a620f001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:36.137360 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bf422f-bb20-41e1-ac98-bd30a620f001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:36.139231 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-47bf422f-bb20-41e1-ac98-bd30a620f001 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2254457 Feb 14 19:16:38.577394 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51322) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:16:38.716567 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5461e503-bd23-42c1-8853-2507dbd9575c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:38.717035 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5461e503-bd23-42c1-8853-2507dbd9575c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:38.718706 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-5461e503-bd23-42c1-8853-2507dbd9575c admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1402917 Feb 14 19:16:40.538767 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3238180d-0aab-4cb5-8258-561e5c5f5c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:41.051698 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51330) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:16:41.194180 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4992484d-9212-45b5-b39a-4800433a76b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:41.195609 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-4992484d-9212-45b5-b39a-4800433a76b9 admin admin] 10.222.0.26 "GET /v2.0/networks/9a6a78c9-b5ec-42b3-b017-41817bfee45c HTTP/1.1" status: 200 len: 886 time: 0.1429307 Feb 14 19:16:42.784308 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f9de4bc5-fd9f-4d6d-8264-2ae3e6da5c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:43.698662 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51338) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:16:43.840381 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3054a831-33ee-4acc-990d-f17c2b97d5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:43.841889 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-3054a831-33ee-4acc-990d-f17c2b97d5ab admin admin] 10.222.0.26 "GET /v2.0/networks/decbf1c1-a4d8-4e66-89cb-ce62733c6322 HTTP/1.1" status: 200 len: 869 time: 0.1421118 Feb 14 19:16:44.155655 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:45.532802 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:46.170923 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51346) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:16:46.301182 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38c5ee-492a-4765-a2b2-56c4ccbecaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:46.301629 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38c5ee-492a-4765-a2b2-56c4ccbecaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:46.303667 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-fb38c5ee-492a-4765-a2b2-56c4ccbecaf9 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1313148 Feb 14 19:16:46.636467 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:16:48.740250 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51354) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:16:48.851153 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bea8d2-b641-492d-a406-15ca902e84df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:48.851603 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bea8d2-b641-492d-a406-15ca902e84df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:48.853632 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-25bea8d2-b641-492d-a406-15ca902e84df admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1121030 Feb 14 19:16:51.216932 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51362) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:16:51.323042 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75618e-b807-48ea-8abc-22b84c8a70c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:51.324438 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-bd75618e-b807-48ea-8abc-22b84c8a70c7 admin admin] 10.222.0.26 "GET /v2.0/subnets/0273e08d-3d05-4af5-9a84-e5fc3144661e HTTP/1.1" status: 200 len: 868 time: 0.1064482 Feb 14 19:16:51.528561 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 5 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:16:53.658695 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51370) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:16:53.748214 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99ed7a-7be2-4302-87ea-62af8323d670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:16:53.749589 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-4d99ed7a-7be2-4302-87ea-62af8323d670 admin admin] 10.222.0.26 "GET /v2.0/subnets/94b58f8c-b53d-4836-a175-eff212744eb5 HTTP/1.1" status: 200 len: 816 time: 0.0898993 Feb 14 19:17:10.549614 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8ab4-af82-4947-b7a7-6bd2041de37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:12.807201 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-7780382f-1805-4115-9df8-e08e480e3c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:14.154417 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:15.542998 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:16.634130 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:18.176628 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51422) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:17:18.225235 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [None req-a088d586-5902-484a-b65e-c273c801cfb8 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 19:17:18.226247 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-a088d586-5902-484a-b65e-c273c801cfb8 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486543 Feb 14 19:17:20.624219 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51430) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:17:20.687076 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ddad6f-02f3-4f23-ad07-3a27ac999e20 admin admin] GET failed (client error): The resource could not be found. Feb 14 19:17:20.688463 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-68ddad6f-02f3-4f23-ad07-3a27ac999e20 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633061 Feb 14 19:17:20.838486 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b2f40-1e30-469f-8c5a-3bd07a26069a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:17:20.839881 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-2e1b2f40-1e30-469f-8c5a-3bd07a26069a admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1469343 Feb 14 19:17:23.199792 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51438) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:17:23.251062 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:17:23.348456 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Made reservation on behalf of 440fb9bcdd334f018321558d9114ca87 for: {'network': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:17:23.350878 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:23.395122 dv-cinder-816898-8-iscsi neutron-server[103311]: WARNING neutron.services.revisions.revision_plugin [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Could not find related network for resource to bump revision. Feb 14 19:17:23.412285 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:17:23.425833 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791066272103', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (38cd06f6-6378-44f5-baa2-b35d623b31c7), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:23.426445 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Unsubscribe: segment precommit_create {{(pid=103311) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 14 19:17:23.426915 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.db.segments_db [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Added segment 38cd06f6-6378-44f5-baa2-b35d623b31c7 of type vlan for network 74651969-3802-4f92-887d-50a17297dfda Feb 14 19:17:23.477229 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (74651969-3802-4f92-887d-50a17297dfda), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:23.581538 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (74651969-3802-4f92-887d-50a17297dfda), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:23.582539 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:17:23.583124 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:23.752977 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Pushing event updated for resources: {'Network': ['ID=74651969-3802-4f92-887d-50a17297dfda,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:17:23.759844 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:23.760230 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:23.760585 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:23.760929 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:23.761267 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:23.761602 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:23.761937 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:23.762270 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:23.762713 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:23.763046 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:23.763377 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:23.763705 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:23.764030 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:23.775406 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network 74651969-3802-4f92-887d-50a17297dfda details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:17:23.796522 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-324ef050-4c57-4782-a99e-475681144e35 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5955074 Feb 14 19:17:26.115278 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51446) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:17:26.180629 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc3b72f-6d90-4391-8ba8-4372fe4ce343 admin admin] GET failed (client error): The resource could not be found. Feb 14 19:17:26.182208 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-bbc3b72f-6d90-4391-8ba8-4372fe4ce343 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659165 Feb 14 19:17:26.264520 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2bf5c9-7369-481e-bbc7-fbc72160083a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:17:26.266028 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-5e2bf5c9-7369-481e-bbc7-fbc72160083a admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0798008 Feb 14 19:17:26.277554 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-a33ebb58-3c5a-4a4c-a658-f94a2e32a676 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '74651969-3802-4f92-887d-50a17297dfda', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:17:26.417504 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33ebb58-3c5a-4a4c-a658-f94a2e32a676 admin admin] Made reservation on behalf of 440fb9bcdd334f018321558d9114ca87 for: {'subnet': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:17:26.419864 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a33ebb58-3c5a-4a4c-a658-f94a2e32a676 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:26.662936 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a33ebb58-3c5a-4a4c-a658-f94a2e32a676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for subnet (ec5f6fea-fad9-4ce8-9416-018c128c1559), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:26.719796 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ebb58-3c5a-4a4c-a658-f94a2e32a676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5f6fea-fad9-4ce8-9416-018c128c1559,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:17:26.729458 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ebb58-3c5a-4a4c-a658-f94a2e32a676 admin admin] Checking segment: {'id': '38cd06f6-6378-44f5-baa2-b35d623b31c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '74651969-3802-4f92-887d-50a17297dfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:17:26.729807 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33ebb58-3c5a-4a4c-a658-f94a2e32a676 admin admin] Network hostable DHCP agents. Network: 74651969-3802-4f92-887d-50a17297dfda, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:17:26.810955 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33ebb58-3c5a-4a4c-a658-f94a2e32a676 admin admin] Network 74651969-3802-4f92-887d-50a17297dfda is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:17:26.908507 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-a33ebb58-3c5a-4a4c-a658-f94a2e32a676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, 74651969-3802-4f92-887d-50a17297dfda) {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:17:26.912797 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ebb58-3c5a-4a4c-a658-f94a2e32a676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:17:26.917199 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a33ebb58-3c5a-4a4c-a658-f94a2e32a676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:26.918662 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf44434-d77e-4570-be65-57f87d7df3fc None None] Network 74651969-3802-4f92-887d-50a17297dfda requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:17:27.048556 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-a33ebb58-3c5a-4a4c-a658-f94a2e32a676 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7756062 Feb 14 19:17:27.136104 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2e9e606-a314-5246-a6ef-5781a731b869-74651969-3802-4f92-887d-50a17297dfda', 'network_id': '74651969-3802-4f92-887d-50a17297dfda', 'project_id': '440fb9bcdd334f018321558d9114ca87', 'fixed_ips': [{'subnet_id': 'ec5f6fea-fad9-4ce8-9416-018c128c1559'}]}} from dv-cinder-816898-8-iscsi. {{(pid=103312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 19:17:27.137106 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:27.275855 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.db_base_plugin_common [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Allocated IP 192.168.233.2 (74651969-3802-4f92-887d-50a17297dfda/ec5f6fea-fad9-4ce8-9416-018c128c1559/f8f47706-64b2-4547-af2d-f24b6804ed92) {{(pid=103312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:17:27.432207 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Publish callbacks [] for port (f8f47706-64b2-4547-af2d-f24b6804ed92), precommit_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:27.520158 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (f8f47706-64b2-4547-af2d-f24b6804ed92), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:27.558132 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Network 74651969-3802-4f92-887d-50a17297dfda is already hosted by enough agents. {{(pid=103312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:17:27.561169 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Resources bound (agent type, host, resource id): {{(pid=103312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:17:27.567303 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Received port after_create {{(pid=103312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:17:27.573322 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Pushing event updated for resources: {'Port': ['ID=f8f47706-64b2-4547-af2d-f24b6804ed92,revision_number=1']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:17:27.604021 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:27.604302 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:27.604662 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:27.605003 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:27.605339 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:27.605668 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:27.605994 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:27.606319 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:27.606673 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:27.607015 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:27.607341 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:27.607663 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:27.607980 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:17:27.642013 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Attempting to bind port f8f47706-64b2-4547-af2d-f24b6804ed92 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:17:27.642406 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Attempting to bind port f8f47706-64b2-4547-af2d-f24b6804ed92 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '38cd06f6-6378-44f5-baa2-b35d623b31c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '74651969-3802-4f92-887d-50a17297dfda'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:17:27.642775 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Attempting to bind port f8f47706-64b2-4547-af2d-f24b6804ed92 on network 74651969-3802-4f92-887d-50a17297dfda {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:17:27.647876 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:17:27.648244 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Checking segment: {'id': '38cd06f6-6378-44f5-baa2-b35d623b31c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '74651969-3802-4f92-887d-50a17297dfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:17:27.648648 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:27.649035 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Bound using segment: {'id': '38cd06f6-6378-44f5-baa2-b35d623b31c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '74651969-3802-4f92-887d-50a17297dfda'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:17:27.649547 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Bound port: f8f47706-64b2-4547-af2d-f24b6804ed92, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cd06f6-6378-44f5-baa2-b35d623b31c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '74651969-3802-4f92-887d-50a17297dfda'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:17:27.650128 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f8f47706-64b2-4547-af2d-f24b6804ed92), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:27.718041 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] For port f8f47706-64b2-4547-af2d-f24b6804ed92, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:17:27.721438 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] For port f8f47706-64b2-4547-af2d-f24b6804ed92, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=f8f47706-64b2-4547-af2d-f24b6804ed92,segment=NetworkSegment(38cd06f6-6378-44f5-baa2-b35d623b31c7),segment_id=38cd06f6-6378-44f5-baa2-b35d623b31c7)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:17:27.806787 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f8f47706-64b2-4547-af2d-f24b6804ed92), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:27.864133 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a0772-541e-4864-8dfe-80b2c7254d7e None None] Pushing event updated for resources: {'Port': ['ID=f8f47706-64b2-4547-af2d-f24b6804ed92,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:17:28.528203 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 5 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:17:28.751040 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8345e4-a8c4-4599-ae47-542a107ba4bd None None] Network 74651969-3802-4f92-887d-50a17297dfda requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:17:28.869116 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-a74820e2-0c7d-477f-890d-7cd74bb67012 None None] Provisioning complete for port f8f47706-64b2-4547-af2d-f24b6804ed92 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:17:28.869476 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-a74820e2-0c7d-477f-890d-7cd74bb67012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (f8f47706-64b2-4547-af2d-f24b6804ed92), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:28.963800 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-a74820e2-0c7d-477f-890d-7cd74bb67012 None None] Current status of the port f8f47706-64b2-4547-af2d-f24b6804ed92 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:17:28.964706 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-a74820e2-0c7d-477f-890d-7cd74bb67012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f8f47706-64b2-4547-af2d-f24b6804ed92), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:28.999358 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-a74820e2-0c7d-477f-890d-7cd74bb67012 None None] For port f8f47706-64b2-4547-af2d-f24b6804ed92, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=f8f47706-64b2-4547-af2d-f24b6804ed92,segment=NetworkSegment(38cd06f6-6378-44f5-baa2-b35d623b31c7),segment_id=38cd06f6-6378-44f5-baa2-b35d623b31c7)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:17:29.068500 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-a74820e2-0c7d-477f-890d-7cd74bb67012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f8f47706-64b2-4547-af2d-f24b6804ed92), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:29.118775 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74820e2-0c7d-477f-890d-7cd74bb67012 None None] Pushing event updated for resources: {'Port': ['ID=f8f47706-64b2-4547-af2d-f24b6804ed92,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:17:29.195936 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-baaea2a7-6d96-448a-ba1f-50c4f71cd334 None None] Provisioning complete for port f8f47706-64b2-4547-af2d-f24b6804ed92 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:17:29.197154 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-baaea2a7-6d96-448a-ba1f-50c4f71cd334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (f8f47706-64b2-4547-af2d-f24b6804ed92), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:29.280547 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-baaea2a7-6d96-448a-ba1f-50c4f71cd334 None None] Current status of the port f8f47706-64b2-4547-af2d-f24b6804ed92 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:17:29.420269 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device f8f47706-64b2-4547-af2d-f24b6804ed92 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:17:29.470203 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port f8f47706-64b2-4547-af2d-f24b6804ed92 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:17:29.470552 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (f8f47706-64b2-4547-af2d-f24b6804ed92), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:29.552144 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port f8f47706-64b2-4547-af2d-f24b6804ed92 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:17:40.556792 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-b4428046-d700-4819-9ae9-1b5846349afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:42.787781 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-b5a31c0b-812c-4b68-b285-244d4c758493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:44.163601 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:45.531372 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:17:46.656386 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:18:05.530142 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 5 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:18:10.540549 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-b8b1084c-20f7-4462-854b-e36f134bc65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:18:12.791011 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-93ec4aa3-6257-47a4-b1a9-162bca43ee87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:18:14.204109 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:18:15.564377 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:18:16.741060 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:18:40.552131 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-1340db52-4382-4fe8-bb2f-1d7ac67f5b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:18:42.529075 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 5 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:18:42.801483 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-cbd9271f-dfef-4e3d-82f3-919219e9ef67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:18:44.201594 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:18:45.585912 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:18:46.649107 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:10.350883 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51484) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:19:10.356719 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [None req-c279db00-9dc0-4c46-b3b5-8e89389e6b8d tempest-verify_tempest_config-1084299867 tempest-verify_tempest_config-1084299867-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 19:19:10.357690 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-c279db00-9dc0-4c46-b3b5-8e89389e6b8d tempest-verify_tempest_config-1084299867 tempest-verify_tempest_config-1084299867-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055728 Feb 14 19:19:10.560349 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-41219b46-a035-4c02-aca7-70550d9ba4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:10.877067 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51502) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:19:10.981862 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:11.082554 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Publish callbacks [] for security_group (43ab5317-bfff-44a5-b46d-efe62aeea8ff), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:11.144870 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (43ab5317-bfff-44a5-b46d-efe62aeea8ff), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:11.193787 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=34e102b09e6d4e6a947b8a1c091f9e14&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3156445 Feb 14 19:19:11.195182 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ab5317-bfff-44a5-b46d-efe62aeea8ff,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:19:11.197121 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51508) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:19:11.213210 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:19:11.213566 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:19:11.213920 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:19:11.214261 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:19:11.214622 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:19:11.214960 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:19:11.215310 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:19:11.215646 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:19:11.215990 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:19:11.216322 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:19:11.216649 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:19:11.216973 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:19:11.217300 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b211629-5511-4606-8878-064f50fb0594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:19:11.266305 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0e1ab4db-52e8-408a-9cc8-45b34a84812c admin admin] Publish callbacks [] for security_group (43ab5317-bfff-44a5-b46d-efe62aeea8ff), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:11.288371 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0e1ab4db-52e8-408a-9cc8-45b34a84812c admin admin] Publish callbacks [] for security_group (43ab5317-bfff-44a5-b46d-efe62aeea8ff), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:11.446481 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0e1ab4db-52e8-408a-9cc8-45b34a84812c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (43ab5317-bfff-44a5-b46d-efe62aeea8ff), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:11.449175 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0e1ab4db-52e8-408a-9cc8-45b34a84812c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:11.450297 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-0e1ab4db-52e8-408a-9cc8-45b34a84812c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43ab5317-bfff-44a5-b46d-efe62aeea8ff HTTP/1.1" status: 204 len: 168 time: 0.2523453 Feb 14 19:19:11.458163 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ab4db-52e8-408a-9cc8-45b34a84812c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ab5317-bfff-44a5-b46d-efe62aeea8ff,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:19:12.789428 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-abdc64e4-deed-4bdc-9850-6ec17312b05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:14.321682 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:15.533225 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:16.653255 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:19.528568 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 5 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:19:40.579304 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-91e6e78d-869b-4c71-a90a-336ab33afc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:42.794790 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-67c3aa1d-0cca-455b-ba0a-28ca8afb3f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:44.196049 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:45.553706 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:46.709189 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:19:56.527452 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 5 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:20:10.531153 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5851b153-ce8b-4413-8a27-7aa190b77814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:20:12.810926 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-a135df78-fa41-417b-914a-d58eb9dba106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:20:14.210068 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:20:15.548234 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:20:16.656750 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:20:33.526160 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 5 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:20:40.557321 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-60dcdd4a-4a75-4039-827a-50f8ef0dedfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:20:42.770973 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-a0820427-653e-498d-98a5-36dd194f1140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:20:44.164614 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:20:45.551832 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:20:46.688685 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:20:48.879024 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3921048'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:21:04.491778 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51578) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:21:04.599787 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-c7017f4f-950f-46f7-80e7-4270c716a814 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1069860 Feb 14 19:21:06.885705 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51588) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:21:06.940015 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-5e6e078a-256c-4a9e-9d58-04a34153c116 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532191 Feb 14 19:21:10.526831 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:21:10.533417 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9a9718e8-55ab-4a04-8caf-cec227517ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:21:12.780545 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9f31d59b-799f-4647-8c82-3bcea7bd880d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:21:14.238178 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:21:15.568733 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:21:16.648797 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:21:18.837021 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:21:40.530137 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-854c8177-b11e-4b3a-b6d8-0987842fd980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:21:42.779502 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-c5017359-d9fb-4db7-b53f-664c07d6661d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:21:44.189774 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:21:45.590887 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:21:46.668735 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:21:47.526297 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:21:48.819595 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:10.532513 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-88f1a757-e08d-465f-b5a4-8ce5808898e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:12.778386 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-aa339f8c-b4ac-4d40-b314-3837b6879ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:14.189887 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:15.578174 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:16.645230 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:18.835618 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:24.525916 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:22:39.971181 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51742) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:40.192243 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-network', 'tenant_id': 'd8e94048f637402f867e42ca604960db'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:40.297911 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Made reservation on behalf of d8e94048f637402f867e42ca604960db for: {'network': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:22:40.300290 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:40.311822 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:40.395527 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Publish callbacks [] for security_group (8993eabc-ef24-4472-b7d8-315a93e30c68), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:40.469029 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (8993eabc-ef24-4472-b7d8-315a93e30c68), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:40.493742 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:22:40.511376 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:40.511729 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.db.segments_db [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Added segment 4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d of type vlan for network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e Feb 14 19:22:40.517278 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51778) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:40.523533 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8993eabc-ef24-4472-b7d8-315a93e30c68,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:40.551049 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:40.551718 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:40.552138 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:40.552727 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:40.552901 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:40.553730 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:40.554152 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:40.554716 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:40.555298 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6c231790-aa78-4572-94d2-8d7d9cebdbea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:40.556058 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:40.556645 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:40.557193 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:40.557745 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:40.558292 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Tracked resource versions report: Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: pushed versions: Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: { 'AddressGroup': {'1.2'}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'ConntrackHelper': {'1.0'}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'LocalIPAssociation': {'1.0'}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Log': {'1.0'}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Network': {'1.1'}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Port': {'1.7'}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'PortForwarding': {'1.2'}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'QosPolicy': {'1.10'}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'SecurityGroup': {'1.5'}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'SecurityGroupRule': {'1.2'}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'SubPort': {'1.0'}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Subnet': {'1.1'}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Trunk': {'1.1'}} Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: consumer versions: Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: { DHCP agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: HyperV agent@hv-cinder-81689: {}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: L3 agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: Metadata agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: Metering agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: Open vSwitch agent@dv-cinder-816898-8-iscsi: { 'AddressGroup': '1.2', Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'ConntrackHelper': '1.0', Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'LocalIPAssociation': '1.0', Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Log': '1.0', Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Network': '1.1', Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Port': '1.7', Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'PortForwarding': '1.2', Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'QosPolicy': '1.10', Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'SecurityGroup': '1.5', Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'SecurityGroupRule': '1.2', Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'SubPort': '1.0', Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Subnet': '1.1', Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: 'Trunk': '1.1'}} Feb 14 19:22:40.559742 dv-cinder-816898-8-iscsi neutron-server[103311]: {{(pid=103311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 19:22:40.577096 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (78eba71b-bdab-4af1-bd90-ce172cf4bf6e), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:40.669283 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (78eba71b-bdab-4af1-bd90-ce172cf4bf6e), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:40.670808 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:22:40.671711 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:40.746236 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] Pushing event updated for resources: {'Network': ['ID=78eba71b-bdab-4af1-bd90-ce172cf4bf6e,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:40.757420 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:22:40.832463 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-45253fc9-7749-477f-b20e-8e376d29cb11 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8601520 Feb 14 19:22:40.835275 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51790) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:40.840064 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-2d41cc5f-a4da-4d00-a851-b7c2575de4fc admin admin] Request body: {'subnet': {'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-subnet', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:40.981664 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d41cc5f-a4da-4d00-a851-b7c2575de4fc admin admin] Made reservation on behalf of d8e94048f637402f867e42ca604960db for: {'subnet': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:22:40.985162 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2d41cc5f-a4da-4d00-a851-b7c2575de4fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.108513 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-636280632-network', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:41.139830 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51798) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:41.177377 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Made reservation on behalf of cd3df3df80dd4f81ab8464493ce4d182 for: {'network': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:22:41.179799 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.189167 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.257253 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2d41cc5f-a4da-4d00-a851-b7c2575de4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for subnet (cfee419b-fffe-4533-9b87-1735a151f782), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.268749 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Publish callbacks [] for security_group (97dd2e10-7637-476a-b607-e21a04bbfcfa), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.317361 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41cc5f-a4da-4d00-a851-b7c2575de4fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfee419b-fffe-4533-9b87-1735a151f782,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:41.336209 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41cc5f-a4da-4d00-a851-b7c2575de4fc admin admin] Checking segment: {'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:22:41.336550 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41cc5f-a4da-4d00-a851-b7c2575de4fc admin admin] Network hostable DHCP agents. Network: 78eba71b-bdab-4af1-bd90-ce172cf4bf6e, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:22:41.376155 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (97dd2e10-7637-476a-b607-e21a04bbfcfa), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.413519 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dd2e10-7637-476a-b607-e21a04bbfcfa,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:41.416072 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:22:41.416205 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51822) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:41.424163 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41cc5f-a4da-4d00-a851-b7c2575de4fc admin admin] Network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:22:41.429113 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:41.429113 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:41.429113 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:41.429113 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:41.429113 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:41.429113 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:41.429113 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:41.429962 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:41.430512 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:41.430862 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:41.431194 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:41.431514 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:41.431853 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Tracked resource versions report: Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: pushed versions: Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: { 'AddressGroup': {'1.2'}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'ConntrackHelper': {'1.0'}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'LocalIPAssociation': {'1.0'}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Log': {'1.0'}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Network': {'1.1'}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Port': {'1.7'}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'PortForwarding': {'1.2'}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'QosPolicy': {'1.10'}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'SecurityGroup': {'1.5'}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'SecurityGroupRule': {'1.2'}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'SubPort': {'1.0'}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Subnet': {'1.1'}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Trunk': {'1.1'}} Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: consumer versions: Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: { DHCP agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: HyperV agent@hv-cinder-81689: {}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: L3 agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: Metadata agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: Metering agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: Open vSwitch agent@dv-cinder-816898-8-iscsi: { 'AddressGroup': '1.2', Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'ConntrackHelper': '1.0', Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'LocalIPAssociation': '1.0', Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Log': '1.0', Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Network': '1.1', Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Port': '1.7', Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'PortForwarding': '1.2', Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'QosPolicy': '1.10', Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'SecurityGroup': '1.5', Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'SecurityGroupRule': '1.2', Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'SubPort': '1.0', Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Subnet': '1.1', Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: 'Trunk': '1.1'}} Feb 14 19:22:41.432891 dv-cinder-816898-8-iscsi neutron-server[103310]: {{(pid=103310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 19:22:41.453339 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (b5f5358d-acbc-4651-ac3b-4a6745378a7f), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.455024 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.segments_db [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Added segment b5f5358d-acbc-4651-ac3b-4a6745378a7f of type vlan for network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 Feb 14 19:22:41.486271 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-2d41cc5f-a4da-4d00-a851-b7c2575de4fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, 78eba71b-bdab-4af1-bd90-ce172cf4bf6e) {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:41.495230 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d41cc5f-a4da-4d00-a851-b7c2575de4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:22:41.498006 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7923535-02f4-4ddf-9360-b549f6503bfe None None] Network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:22:41.498143 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2d41cc5f-a4da-4d00-a851-b7c2575de4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.502689 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (aefa3aa7-75e6-4c3c-81de-3e09d0bf0313), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.542960 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1989763657-network', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:41.578969 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-2d41cc5f-a4da-4d00-a851-b7c2575de4fc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7383683 Feb 14 19:22:41.579129 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 51832) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:41.582078 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:41.582574 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-141037196-network', 'tenant_id': '3d66f5180fb44311ab408a36e4675e79'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:41.595291 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (aefa3aa7-75e6-4c3c-81de-3e09d0bf0313), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.603157 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:22:41.603157 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.648787 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2e9e606-a314-5246-a6ef-5781a731b869-78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'project_id': 'd8e94048f637402f867e42ca604960db', 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782'}]}} from dv-cinder-816898-8-iscsi. {{(pid=103312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 19:22:41.649937 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.663382 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] Made reservation on behalf of a8fbd711ec5d4004868c7d165ae108af for: {'network': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:22:41.663382 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.681318 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] Made reservation on behalf of 3d66f5180fb44311ab408a36e4675e79 for: {'network': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:22:41.685416 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.686499 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.703870 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.723941 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2053967 Feb 14 19:22:41.725190 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51840) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:41.741337 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-29ba6505-800d-4fbf-b5cf-516310f5a05d admin admin] Request body: {'subnet': {'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-636280632-subnet', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:41.842261 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92fda2-f021-443c-940d-2f8299b8d5aa admin admin] Pushing event updated for resources: {'Network': ['ID=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:41.862416 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:22:41.872378 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] Publish callbacks [] for security_group (42743a32-79c0-4503-9f60-8fbd51b46d4d), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.917174 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] Publish callbacks [] for security_group (2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.924654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ba6505-800d-4fbf-b5cf-516310f5a05d admin admin] Made reservation on behalf of cd3df3df80dd4f81ab8464493ce4d182 for: {'subnet': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:22:41.932867 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-29ba6505-800d-4fbf-b5cf-516310f5a05d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.981496 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (42743a32-79c0-4503-9f60-8fbd51b46d4d), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:41.984194 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.db_base_plugin_common [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Allocated IP 172.20.0.2 (78eba71b-bdab-4af1-bd90-ce172cf4bf6e/cfee419b-fffe-4533-9b87-1735a151f782/3a85df91-3b83-45ac-894a-2f992088cf4a) {{(pid=103312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:22:42.038589 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42743a32-79c0-4503-9f60-8fbd51b46d4d,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:42.049023 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254098'] for router (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.050117 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254107'] for router (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.055375 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.135000 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:42.145331 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Publish callbacks [] for router_controller (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), precommit_add_association {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.153920 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:22:42.159709 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:22:42.164796 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (28873643-11f0-44ec-8b5d-cc44f8d70a1c), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.165419 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.segments_db [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] Added segment 28873643-11f0-44ec-8b5d-cc44f8d70a1c of type vlan for network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 Feb 14 19:22:42.185527 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (71c6edf3-94b3-4370-ae6e-9236fe9c387b), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.187581 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.db.segments_db [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] Added segment 71c6edf3-94b3-4370-ae6e-9236fe9c387b of type vlan for network f9c4a87a-478b-42d0-9970-be8f5f734cf1 Feb 14 19:22:42.254810 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (fab74b34-fdee-4ad1-a3ed-0ddc578628b4), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.362962 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Publish callbacks [] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), precommit_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.381799 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (f9c4a87a-478b-42d0-9970-be8f5f734cf1), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.447772 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.544247 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Pushing event updated for resources: {'Port': ['ID=3a85df91-3b83-45ac-894a-2f992088cf4a,revision_number=1']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:42.549709 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (f9c4a87a-478b-42d0-9970-be8f5f734cf1), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.551116 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:22:42.552623 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.557151 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:42.557859 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:42.558767 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:42.559769 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:42.560341 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:42.560961 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:42.562069 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:42.562780 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:42.563348 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:42.563938 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:42.564603 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:42.565292 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:42.565892 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Tracked resource versions report: Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: pushed versions: Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: { 'AddressGroup': {'1.2'}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'ConntrackHelper': {'1.0'}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'LocalIPAssociation': {'1.0'}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Log': {'1.0'}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Network': {'1.1'}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Port': {'1.7'}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'PortForwarding': {'1.2'}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'QosPolicy': {'1.10'}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'SecurityGroup': {'1.5'}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'SecurityGroupRule': {'1.2'}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'SubPort': {'1.0'}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Subnet': {'1.1'}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Trunk': {'1.1'}} Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: consumer versions: Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: { DHCP agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: HyperV agent@hv-cinder-81689: {}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: L3 agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: Metadata agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: Metering agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: Open vSwitch agent@dv-cinder-816898-8-iscsi: { 'AddressGroup': '1.2', Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'ConntrackHelper': '1.0', Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'LocalIPAssociation': '1.0', Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Log': '1.0', Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Network': '1.1', Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Port': '1.7', Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'PortForwarding': '1.2', Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'QosPolicy': '1.10', Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'SecurityGroup': '1.5', Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'SecurityGroupRule': '1.2', Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'SubPort': '1.0', Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Subnet': '1.1', Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: 'Trunk': '1.1'}} Feb 14 19:22:42.567283 dv-cinder-816898-8-iscsi neutron-server[103312]: {{(pid=103312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 19:22:42.589368 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e is already hosted by enough agents. {{(pid=103312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:22:42.592360 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Resources bound (agent type, host, resource id): {{(pid=103312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:42.598627 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Received port after_create {{(pid=103312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:22:42.658297 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2370555 Feb 14 19:22:42.658297 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-29ba6505-800d-4fbf-b5cf-516310f5a05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for subnet (9f53f2dd-b65c-41c1-adc9-420637845566), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.661255 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51880) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:42.670992 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-6f5c04a2-8912-4048-a5ee-1524a9c25bb1 admin admin] Request body: {'subnet': {'network_id': 'f9c4a87a-478b-42d0-9970-be8f5f734cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-141037196-subnet', 'tenant_id': '3d66f5180fb44311ab408a36e4675e79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:42.682872 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6818d6-b12b-47c4-88b9-fefc369c4349 admin admin] Pushing event updated for resources: {'Network': ['ID=f9c4a87a-478b-42d0-9970-be8f5f734cf1,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:42.709146 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network f9c4a87a-478b-42d0-9970-be8f5f734cf1 details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:22:42.742193 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Attempting to bind port 3a85df91-3b83-45ac-894a-2f992088cf4a on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:22:42.742885 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Attempting to bind port 3a85df91-3b83-45ac-894a-2f992088cf4a by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:22:42.743467 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Attempting to bind port 3a85df91-3b83-45ac-894a-2f992088cf4a on network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:22:42.748522 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba6505-800d-4fbf-b5cf-516310f5a05d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f53f2dd-b65c-41c1-adc9-420637845566,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:42.768025 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba6505-800d-4fbf-b5cf-516310f5a05d admin admin] Checking segment: {'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:22:42.768974 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ba6505-800d-4fbf-b5cf-516310f5a05d admin admin] Network hostable DHCP agents. Network: aefa3aa7-75e6-4c3c-81de-3e09d0bf0313, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:22:42.770730 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Publish callbacks [] for router_gateway (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.801003 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:22:42.801173 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5c04a2-8912-4048-a5ee-1524a9c25bb1 admin admin] Made reservation on behalf of 3d66f5180fb44311ab408a36e4675e79 for: {'subnet': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:22:42.801795 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Checking segment: {'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:22:42.802413 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.807096 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Bound using segment: {'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:22:42.807096 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Bound port: 3a85df91-3b83-45ac-894a-2f992088cf4a, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:22:42.807276 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6f5c04a2-8912-4048-a5ee-1524a9c25bb1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.807365 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.856242 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (fab74b34-fdee-4ad1-a3ed-0ddc578628b4), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.857362 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:22:42.858127 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.922735 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ba6505-800d-4fbf-b5cf-516310f5a05d admin admin] Network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:22:42.926680 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-56d4f80f-9d3e-4bae-b723-6e89c3f75627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:42.947014 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] Pushing event updated for resources: {'Network': ['ID=fab74b34-fdee-4ad1-a3ed-0ddc578628b4,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:42.958560 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-6fe4b9a6-f964-49f9-b3e6-06a8b16b15cc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8172770 Feb 14 19:22:42.962003 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51896) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:42.962324 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:22:42.970834 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-3334c2be-36bf-4365-9a99-c7d6c3bb77cb admin admin] Request body: {'subnet': {'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1989763657-subnet', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:43.016621 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-29ba6505-800d-4fbf-b5cf-516310f5a05d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, aefa3aa7-75e6-4c3c-81de-3e09d0bf0313) {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:43.038183 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba6505-800d-4fbf-b5cf-516310f5a05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:22:43.038858 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-29ba6505-800d-4fbf-b5cf-516310f5a05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:43.060635 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1c04b0-77f1-45fd-94a3-16d8c24f9350 None None] Network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:22:43.086856 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] For port 3a85df91-3b83-45ac-894a-2f992088cf4a, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:22:43.093616 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3334c2be-36bf-4365-9a99-c7d6c3bb77cb admin admin] Made reservation on behalf of a8fbd711ec5d4004868c7d165ae108af for: {'subnet': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:22:43.096877 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3334c2be-36bf-4365-9a99-c7d6c3bb77cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:43.143055 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-29ba6505-800d-4fbf-b5cf-516310f5a05d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4152558 Feb 14 19:22:43.148764 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51906) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:43.154291 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] For port 3a85df91-3b83-45ac-894a-2f992088cf4a, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=3a85df91-3b83-45ac-894a-2f992088cf4a,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:22:43.189946 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:43.248512 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:43.296417 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Publish callbacks [] for router_gateway (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:43.336988 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:43.351158 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6f5c04a2-8912-4048-a5ee-1524a9c25bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for subnet (cf4deb31-da4a-49a7-b7cc-1890d7121bb8), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:43.351158 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254098'] for router (48848543-6692-4ff4-bd96-892ef163e906), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:43.351158 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254107'] for router (48848543-6692-4ff4-bd96-892ef163e906), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:43.356520 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea2abf-e6b2-464f-a09c-e80fe6c0a4e9 None None] Pushing event updated for resources: {'Port': ['ID=3a85df91-3b83-45ac-894a-2f992088cf4a,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:43.373461 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2e9e606-a314-5246-a6ef-5781a731b869-aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566'}]}} from dv-cinder-816898-8-iscsi. {{(pid=103312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 19:22:43.375622 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:43.515731 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Allocated IP 172.27.2.32 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/13986920-8406-43f6-a9b0-ec493d9171d9) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:22:43.591877 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Publish callbacks [] for router_controller (48848543-6692-4ff4-bd96-892ef163e906), precommit_add_association {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:43.599568 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.db_base_plugin_common [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Allocated IP 172.20.0.2 (aefa3aa7-75e6-4c3c-81de-3e09d0bf0313/9f53f2dd-b65c-41c1-adc9-420637845566/fac75037-cde1-4039-b407-790105ff4329) {{(pid=103312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:22:43.607210 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c04a2-8912-4048-a5ee-1524a9c25bb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4deb31-da4a-49a7-b7cc-1890d7121bb8,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:43.623916 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3334c2be-36bf-4365-9a99-c7d6c3bb77cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for subnet (f295adab-0ed8-45be-bb43-1a3d87848e91), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:43.696271 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Publish callbacks [] for port (13986920-8406-43f6-a9b0-ec493d9171d9), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:43.782222 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334c2be-36bf-4365-9a99-c7d6c3bb77cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f295adab-0ed8-45be-bb43-1a3d87848e91,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:43.787050 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c04a2-8912-4048-a5ee-1524a9c25bb1 admin admin] Checking segment: {'id': '71c6edf3-94b3-4370-ae6e-9236fe9c387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f9c4a87a-478b-42d0-9970-be8f5f734cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:22:43.793691 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5c04a2-8912-4048-a5ee-1524a9c25bb1 admin admin] Network hostable DHCP agents. Network: f9c4a87a-478b-42d0-9970-be8f5f734cf1, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:22:43.878539 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Publish callbacks [] for port (fac75037-cde1-4039-b407-790105ff4329), precommit_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:43.954438 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (13986920-8406-43f6-a9b0-ec493d9171d9), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:43.990204 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (fac75037-cde1-4039-b407-790105ff4329), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:44.046272 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:22:44.049489 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 is already hosted by enough agents. {{(pid=103312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:22:44.055034 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.base_scheduler [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Resources bound (agent type, host, resource id): {{(pid=103312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:44.056735 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:44.065540 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Pushing event updated for resources: {'Port': ['ID=13986920-8406-43f6-a9b0-ec493d9171d9,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:44.065719 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Received port after_create {{(pid=103312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:22:44.070968 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:22:44.075606 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Pushing event updated for resources: {'Port': ['ID=fac75037-cde1-4039-b407-790105ff4329,revision_number=1']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:44.089958 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334c2be-36bf-4365-9a99-c7d6c3bb77cb admin admin] Checking segment: {'id': '28873643-11f0-44ec-8b5d-cc44f8d70a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:22:44.090495 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3334c2be-36bf-4365-9a99-c7d6c3bb77cb admin admin] Network hostable DHCP agents. Network: fab74b34-fdee-4ad1-a3ed-0ddc578628b4, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:22:44.182591 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Attempting to bind port fac75037-cde1-4039-b407-790105ff4329 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:22:44.182968 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Attempting to bind port fac75037-cde1-4039-b407-790105ff4329 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:22:44.183333 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Attempting to bind port fac75037-cde1-4039-b407-790105ff4329 on network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:22:44.190367 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:22:44.190747 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Checking segment: {'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:22:44.191482 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:44.191730 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Bound using segment: {'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:22:44.192219 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Bound port: fac75037-cde1-4039-b407-790105ff4329, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:22:44.192598 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (fac75037-cde1-4039-b407-790105ff4329), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:44.210069 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Publish callbacks [] for router_gateway (48848543-6692-4ff4-bd96-892ef163e906), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:44.213418 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5c04a2-8912-4048-a5ee-1524a9c25bb1 admin admin] Network f9c4a87a-478b-42d0-9970-be8f5f734cf1 is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:22:44.287594 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:44.293140 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3334c2be-36bf-4365-9a99-c7d6c3bb77cb admin admin] Network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:22:44.294334 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-74f68632-81df-4549-8da8-78a238a367bf None None] For port fac75037-cde1-4039-b407-790105ff4329, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:22:44.299815 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-74f68632-81df-4549-8da8-78a238a367bf None None] For port fac75037-cde1-4039-b407-790105ff4329, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=fac75037-cde1-4039-b407-790105ff4329,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:22:44.396893 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-6f5c04a2-8912-4048-a5ee-1524a9c25bb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, f9c4a87a-478b-42d0-9970-be8f5f734cf1) {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:44.398153 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (fac75037-cde1-4039-b407-790105ff4329), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:44.399991 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-3334c2be-36bf-4365-9a99-c7d6c3bb77cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, fab74b34-fdee-4ad1-a3ed-0ddc578628b4) {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:44.406688 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5c04a2-8912-4048-a5ee-1524a9c25bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:22:44.407156 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6f5c04a2-8912-4048-a5ee-1524a9c25bb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:44.433580 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcf323a-f642-4b53-be2e-890a4da88366 None None] Network f9c4a87a-478b-42d0-9970-be8f5f734cf1 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:22:44.604269 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3334c2be-36bf-4365-9a99-c7d6c3bb77cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:22:44.605152 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3334c2be-36bf-4365-9a99-c7d6c3bb77cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:44.616900 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-6f5c04a2-8912-4048-a5ee-1524a9c25bb1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9502196 Feb 14 19:22:44.661566 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Publish callbacks [] for router_gateway (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:44.759724 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Publish callbacks [] for router_gateway (48848543-6692-4ff4-bd96-892ef163e906), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:44.794534 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51950) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:44.802141 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:44.808023 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-3334c2be-36bf-4365-9a99-c7d6c3bb77cb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8425715 Feb 14 19:22:44.811682 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51954) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:44.816579 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1989763657-router', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:44.856040 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d163dca-63d9-4414-a213-1c7e04c7fea9 None None] Network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:22:44.995112 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f68632-81df-4549-8da8-78a238a367bf None None] Pushing event updated for resources: {'Port': ['ID=fac75037-cde1-4039-b407-790105ff4329,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:45.088061 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254098'] for router (87f26ee4-3648-4242-976d-ecf6c3fd198e), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:45.092454 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254107'] for router (87f26ee4-3648-4242-976d-ecf6c3fd198e), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:45.148876 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Allocated IP 172.27.2.236 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/c7e40517-ba3c-4dea-afd4-fc9af14315d4) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:22:45.255737 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922319'] for router (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:45.257035 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aa73e7ca-8b66-40b3-9c26-5dfcb1efaedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:45.263565 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02933e2a-aea3-4a57-9957-ab1fe0c57d22 None None] Network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:22:45.344991 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7825ac-83d1-4d84-91fa-fd0b4d3e417b None None] Network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:22:45.375328 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb77883-cc2f-42df-86e8-62c0935a2137 None None] Network f9c4a87a-478b-42d0-9970-be8f5f734cf1 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:22:45.473007 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Publish callbacks [] for port (c7e40517-ba3c-4dea-afd4-fc9af14315d4), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:45.539056 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Publish callbacks [] for router_controller (87f26ee4-3648-4242-976d-ecf6c3fd198e), precommit_add_association {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:45.561239 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 is scheduled to L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a with binding_index 1 {{(pid=103310) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 19:22:45.596070 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-5e33a389-fbbd-4208-9240-8e82fb206057 None None] Provisioning complete for port 3a85df91-3b83-45ac-894a-2f992088cf4a triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:45.596331 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5e33a389-fbbd-4208-9240-8e82fb206057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:45.626093 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 51994) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:45.646083 dv-cinder-816898-8-iscsi neutron-server[103311]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 14 19:22:45.795860 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:45.900929 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-5e33a389-fbbd-4208-9240-8e82fb206057 None None] Current status of the port 3a85df91-3b83-45ac-894a-2f992088cf4a is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:45.901524 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5e33a389-fbbd-4208-9240-8e82fb206057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:45.920329 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 3a85df91-3b83-45ac-894a-2f992088cf4a up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:22:45.928234 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (c7e40517-ba3c-4dea-afd4-fc9af14315d4), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:45.934422 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aa73e7ca-8b66-40b3-9c26-5dfcb1efaedb admin admin] Publish callbacks [] for security_group (611420d2-b43d-4e9f-ab76-9f33cfa56166), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:46.049225 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-5e33a389-fbbd-4208-9240-8e82fb206057 None None] For port 3a85df91-3b83-45ac-894a-2f992088cf4a, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=3a85df91-3b83-45ac-894a-2f992088cf4a,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:22:46.063063 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 3a85df91-3b83-45ac-894a-2f992088cf4a triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:46.063617 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:46.119404 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:22:46.133855 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Sync routers for ids ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:22:46.160767 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Routers {'f36d3114-37a6-4ef7-a799-45bcc2bf39f5'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:22:46.161538 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:22:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:46.182283 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5e33a389-fbbd-4208-9240-8e82fb206057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:46.233006 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:22:46.237076 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:46.241265 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-151fef3f-d7a2-451a-9910-6943ba002a8f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6625717 Feb 14 19:22:46.244095 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52020) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:46.245714 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:46.247764 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aa73e7ca-8b66-40b3-9c26-5dfcb1efaedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (611420d2-b43d-4e9f-ab76-9f33cfa56166), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:46.293771 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e40517-ba3c-4dea-afd4-fc9af14315d4,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:46.327197 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:22:46.379926 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 3a85df91-3b83-45ac-894a-2f992088cf4a is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:46.391614 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device fac75037-cde1-4039-b407-790105ff4329 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:22:46.393727 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128014a5-f2b6-4a55-92e0-61e8a04e753e None None] Network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:22:46.463284 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-aa73e7ca-8b66-40b3-9c26-5dfcb1efaedb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa8375d47a94422ab4ffb9e7211a3b0a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6672678 Feb 14 19:22:46.471262 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52024) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:46.548806 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33a389-fbbd-4208-9240-8e82fb206057 None None] Pushing event updated for resources: {'Port': ['ID=3a85df91-3b83-45ac-894a-2f992088cf4a,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:46.570882 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Set router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:22:46.574669 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-042a9c89-4cc9-4e67-a81a-84bb92e5c02a tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:22:46.576414 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-042a9c89-4cc9-4e67-a81a-84bb92e5c02a tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/networks?id=f9c4a87a-478b-42d0-9970-be8f5f734cf1 HTTP/1.1" status: 200 len: 811 time: 0.9332647 Feb 14 19:22:46.582726 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73e7ca-8b66-40b3-9c26-5dfcb1efaedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611420d2-b43d-4e9f-ab76-9f33cfa56166,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:46.619260 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-5c0221a8-3afe-4071-a461-8f24203fd516 None None] Provisioning complete for port 3a85df91-3b83-45ac-894a-2f992088cf4a triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:46.619569 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5c0221a8-3afe-4071-a461-8f24203fd516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:46.641970 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Publish callbacks [] for router_gateway (87f26ee4-3648-4242-976d-ecf6c3fd198e), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:46.703769 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-2f4760dd-8f7d-4fd9-a673-d402a1d24f53 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/quotas/3d66f5180fb44311ab408a36e4675e79 HTTP/1.1" status: 200 len: 375 time: 0.0666387 Feb 14 19:22:46.722031 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port fac75037-cde1-4039-b407-790105ff4329 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:46.722031 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (fac75037-cde1-4039-b407-790105ff4329), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:46.792503 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:46.819180 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ceef46b0-373d-449a-86f5-c2bdeeaec139 admin admin] Publish callbacks [] for security_group (611420d2-b43d-4e9f-ab76-9f33cfa56166), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:46.854497 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-5c0221a8-3afe-4071-a461-8f24203fd516 None None] Current status of the port 3a85df91-3b83-45ac-894a-2f992088cf4a is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:46.903303 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ceef46b0-373d-449a-86f5-c2bdeeaec139 admin admin] Publish callbacks [] for security_group (611420d2-b43d-4e9f-ab76-9f33cfa56166), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:46.913516 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:44Z', 'revision_number': 3, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:46.944218 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port fac75037-cde1-4039-b407-790105ff4329 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:46.944908 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (fac75037-cde1-4039-b407-790105ff4329), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:46.969519 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Checking router: f36d3114-37a6-4ef7-a799-45bcc2bf39f5 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:22:46.970144 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Updating router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 port 13986920-8406-43f6-a9b0-ec493d9171d9 binding host dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:22:46.984507 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-bcc2a8cc-0025-4161-893c-9af136496105 None None] Provisioning complete for port fac75037-cde1-4039-b407-790105ff4329 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:46.984907 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-bcc2a8cc-0025-4161-893c-9af136496105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (fac75037-cde1-4039-b407-790105ff4329), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.035078 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (13986920-8406-43f6-a9b0-ec493d9171d9), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.096328 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port fac75037-cde1-4039-b407-790105ff4329, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=fac75037-cde1-4039-b407-790105ff4329,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:22:47.169178 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2a8cc-0025-4161-893c-9af136496105 None None] Current status of the port fac75037-cde1-4039-b407-790105ff4329 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:47.169788 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-bcc2a8cc-0025-4161-893c-9af136496105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (fac75037-cde1-4039-b407-790105ff4329), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.173951 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (fac75037-cde1-4039-b407-790105ff4329), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.180971 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ceef46b0-373d-449a-86f5-c2bdeeaec139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (611420d2-b43d-4e9f-ab76-9f33cfa56166), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.184300 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ceef46b0-373d-449a-86f5-c2bdeeaec139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.185893 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ceef46b0-373d-449a-86f5-c2bdeeaec139 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/611420d2-b43d-4e9f-ab76-9f33cfa56166 HTTP/1.1" status: 204 len: 168 time: 0.7159951 Feb 14 19:22:47.187498 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-02d11d08-8034-489d-9f9f-bf414ff991a4 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d66f5180fb44311ab408a36e4675e79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4813750 Feb 14 19:22:47.190382 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Publish callbacks [] for router_gateway (48848543-6692-4ff4-bd96-892ef163e906), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.376344 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef46b0-373d-449a-86f5-c2bdeeaec139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611420d2-b43d-4e9f-ab76-9f33cfa56166,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:47.431965 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=fac75037-cde1-4039-b407-790105ff4329,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:47.440976 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.db.api [None req-bcc2a8cc-0025-4161-893c-9af136496105 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 19:22:47.441583 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG oslo_db.api [None req-bcc2a8cc-0025-4161-893c-9af136496105 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 19:22:47.486213 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Publish callbacks [] for port (13986920-8406-43f6-a9b0-ec493d9171d9), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.506300 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.507038 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-8bd8433b-9d1d-444b-935a-bd48abb82ad5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103311) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 19:22:47.507620 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-8bd8433b-9d1d-444b-935a-bd48abb82ad5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1414099 Feb 14 19:22:47.623412 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 3a85df91-3b83-45ac-894a-2f992088cf4a up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:22:47.633451 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (13986920-8406-43f6-a9b0-ec493d9171d9), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.677419 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 3a85df91-3b83-45ac-894a-2f992088cf4a triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:47.677821 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.758806 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Attempting to bind port 13986920-8406-43f6-a9b0-ec493d9171d9 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:22:47.759184 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Attempting to bind port 13986920-8406-43f6-a9b0-ec493d9171d9 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:22:47.759549 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Attempting to bind port 13986920-8406-43f6-a9b0-ec493d9171d9 on network 9a6a78c9-b5ec-42b3-b017-41817bfee45c {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:22:47.767896 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:22:47.768095 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Checking segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:22:47.768821 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.769391 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Bound using segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:22:47.770057 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Bound port: 13986920-8406-43f6-a9b0-ec493d9171d9, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:22:47.770698 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (13986920-8406-43f6-a9b0-ec493d9171d9), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.775908 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 3a85df91-3b83-45ac-894a-2f992088cf4a is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:47.777418 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device fac75037-cde1-4039-b407-790105ff4329 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:22:47.809959 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Pushing event updated for resources: {'Port': ['ID=13986920-8406-43f6-a9b0-ec493d9171d9,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:47.821330 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-831d03a5-20c2-4af3-9594-5f553c0a9f86 service neutron] 10.222.0.26 "GET /v2.0/networks/f9c4a87a-478b-42d0-9970-be8f5f734cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064167 Feb 14 19:22:47.821957 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:47.822334 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:47.822730 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:47.823128 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:47.823465 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:47.823793 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:47.824121 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:47.824929 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:47.824929 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:47.825149 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:47.825394 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:47.825710 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:47.826029 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Tracked resource versions report: Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: pushed versions: Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: { 'AddressGroup': {'1.2'}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'ConntrackHelper': {'1.0'}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'LocalIPAssociation': {'1.0'}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Log': {'1.0'}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Network': {'1.1'}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Port': {'1.7'}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'PortForwarding': {'1.2'}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'QosPolicy': {'1.10'}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'SecurityGroup': {'1.5'}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'SecurityGroupRule': {'1.2'}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'SubPort': {'1.0'}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Subnet': {'1.1'}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Trunk': {'1.1'}} Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: consumer versions: Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: { DHCP agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: HyperV agent@hv-cinder-81689: {}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: L3 agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: Metadata agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: Metering agent@dv-cinder-816898-8-iscsi: {}, Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: Open vSwitch agent@dv-cinder-816898-8-iscsi: { 'AddressGroup': '1.2', Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'ConntrackHelper': '1.0', Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'LocalIPAssociation': '1.0', Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Log': '1.0', Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Network': '1.1', Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Port': '1.7', Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'PortForwarding': '1.2', Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'QosPolicy': '1.10', Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'SecurityGroup': '1.5', Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'SecurityGroupRule': '1.2', Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'SubPort': '1.0', Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Subnet': '1.1', Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: 'Trunk': '1.1'}} Feb 14 19:22:47.827176 dv-cinder-816898-8-iscsi neutron-server[103313]: {{(pid=103313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 14 19:22:47.868259 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Allocated IP 172.20.0.1 (78eba71b-bdab-4af1-bd90-ce172cf4bf6e/cfee419b-fffe-4533-9b87-1735a151f782/c601a3fb-11bb-4f21-ab29-8a5722f6b4b4) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:22:47.872753 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port fac75037-cde1-4039-b407-790105ff4329 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:47.873465 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (fac75037-cde1-4039-b407-790105ff4329), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.878808 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] For port 13986920-8406-43f6-a9b0-ec493d9171d9, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:22:47.885492 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] For port 13986920-8406-43f6-a9b0-ec493d9171d9, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=13986920-8406-43f6-a9b0-ec493d9171d9,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:22:47.942798 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922319'] for router (48848543-6692-4ff4-bd96-892ef163e906), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:47.984908 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (13986920-8406-43f6-a9b0-ec493d9171d9), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:48.048458 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2a8cc-0025-4161-893c-9af136496105 None None] Current status of the port fac75037-cde1-4039-b407-790105ff4329 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:48.053885 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port fac75037-cde1-4039-b407-790105ff4329 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:48.087917 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Publish callbacks [] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:48.093443 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0579d9f-098d-4dac-bf10-6fe3b4004273 None None] Pushing event updated for resources: {'Port': ['ID=13986920-8406-43f6-a9b0-ec493d9171d9,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:48.136491 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Publish callbacks [] for router_gateway (87f26ee4-3648-4242-976d-ecf6c3fd198e), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:48.138484 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Routers {'f36d3114-37a6-4ef7-a799-45bcc2bf39f5'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:22:48.141079 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:22:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:48.166583 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-9bb730e1-8736-42de-8eba-08862066bd11 service neutron] 10.222.0.26 "GET /v2.0/networks/f9c4a87a-478b-42d0-9970-be8f5f734cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297203 Feb 14 19:22:48.182708 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-f842fea5-c4a2-4c9a-a349-4be01f796bc6 None None] Provisioning complete for port fac75037-cde1-4039-b407-790105ff4329 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:48.184617 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f842fea5-c4a2-4c9a-a349-4be01f796bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (fac75037-cde1-4039-b407-790105ff4329), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:48.189344 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:48.222224 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:48.307535 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:22:48.321479 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:48.336963 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:22:48.336963 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3922876'] for router_interface (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:48.384307 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] Set router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:22:48.693868 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Allocated IP 172.27.2.3 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/aab968fa-13cb-4873-9a7b-0abf84fae405) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:22:48.699900 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Pushing event updated for resources: {'Port': ['ID=c601a3fb-11bb-4f21-ab29-8a5722f6b4b4,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:48.701117 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-f842fea5-c4a2-4c9a-a349-4be01f796bc6 None None] Current status of the port fac75037-cde1-4039-b407-790105ff4329 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:48.732219 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52084) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:48.734416 dv-cinder-816898-8-iscsi neutron-server[103310]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 14 19:22:48.771609 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Publish callbacks [] for port (aab968fa-13cb-4873-9a7b-0abf84fae405), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:48.792355 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ed7e6273-4062-4a13-9481-93ecb371dbde req-d8b51a00-e548-4333-b987-4f33b43641ee tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 210 time: 0.0589299 Feb 14 19:22:48.838693 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:44Z', 'revision_number': 3, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:48.839229 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-eb034d55-e5d7-4ad0-99f3-4c20a45d2b25 None None] Provisioning complete for port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:48.839229 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-eb034d55-e5d7-4ad0-99f3-4c20a45d2b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:48.844579 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Router 48848543-6692-4ff4-bd96-892ef163e906 is scheduled to L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a with binding_index 1 {{(pid=103311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 19:22:48.880426 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645075c-6a6e-4f12-af7e-c2b089b1ed88 None None] The sync data for ids ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'] in dv-cinder-816898-8-iscsi is: [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:44Z', 'revision_number': 3, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:22:48.895097 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-eb034d55-e5d7-4ad0-99f3-4c20a45d2b25 None None] Port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:22:48.954311 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:48.990887 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (aab968fa-13cb-4873-9a7b-0abf84fae405), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:49.058113 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:22:49.073550 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Sync routers for ids ['48848543-6692-4ff4-bd96-892ef163e906'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:22:49.079433 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:22:49.085416 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:49.088794 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:22:49.094814 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Routers {'48848543-6692-4ff4-bd96-892ef163e906'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:22:49.095445 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:22:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['48848543-6692-4ff4-bd96-892ef163e906'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:49.151185 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Pushing event updated for resources: {'Port': ['ID=aab968fa-13cb-4873-9a7b-0abf84fae405,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:49.163831 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:49.168608 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-720aa17e-2483-4f0c-b2d8-07195b860771 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9854202 Feb 14 19:22:49.171588 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52102) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:49.360545 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:49.441333 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Publish callbacks [] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:49.445663 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Set router 48848543-6692-4ff4-bd96-892ef163e906 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:22:49.647043 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 13986920-8406-43f6-a9b0-ec493d9171d9 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:22:49.770418 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 13986920-8406-43f6-a9b0-ec493d9171d9 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:49.770814 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (13986920-8406-43f6-a9b0-ec493d9171d9), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:49.809536 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:46Z', 'revision_number': 3, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:49.828862 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Publish callbacks [] for router_gateway (87f26ee4-3648-4242-976d-ecf6c3fd198e), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:49.856235 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Checking router: 48848543-6692-4ff4-bd96-892ef163e906 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:22:49.856595 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Updating router 48848543-6692-4ff4-bd96-892ef163e906 port c7e40517-ba3c-4dea-afd4-fc9af14315d4 binding host dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:22:49.900754 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (c7e40517-ba3c-4dea-afd4-fc9af14315d4), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:49.933382 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-88159932-8008-4b5a-8177-9380073e3018 req-af3fcbdf-1573-4bf5-baff-83c501fa3794 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 210 time: 0.0436683 Feb 14 19:22:49.944798 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:49.952398 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922880'] for router_interface (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:49.972520 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 13986920-8406-43f6-a9b0-ec493d9171d9 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:49.978941 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (13986920-8406-43f6-a9b0-ec493d9171d9), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:50.033155 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port 13986920-8406-43f6-a9b0-ec493d9171d9, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=13986920-8406-43f6-a9b0-ec493d9171d9,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:22:50.097330 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Pushing event updated for resources: {'Port': ['ID=c601a3fb-11bb-4f21-ab29-8a5722f6b4b4,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:50.122320 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:22:50.123603 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:50.154585 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (13986920-8406-43f6-a9b0-ec493d9171d9), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:50.192991 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922319'] for router (87f26ee4-3648-4242-976d-ecf6c3fd198e), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:50.324939 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=13986920-8406-43f6-a9b0-ec493d9171d9,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:50.643888 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Publish callbacks [] for port (c7e40517-ba3c-4dea-afd4-fc9af14315d4), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:50.647259 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:50.678970 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:22:50.723509 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (c7e40517-ba3c-4dea-afd4-fc9af14315d4), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:50.826535 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Attempting to bind port c7e40517-ba3c-4dea-afd4-fc9af14315d4 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:22:50.826924 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Attempting to bind port c7e40517-ba3c-4dea-afd4-fc9af14315d4 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:22:50.828360 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Attempting to bind port c7e40517-ba3c-4dea-afd4-fc9af14315d4 on network 9a6a78c9-b5ec-42b3-b017-41817bfee45c {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:22:50.840716 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:22:50.841654 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Checking segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:22:50.841783 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:50.842459 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Bound using segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:22:50.844039 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Bound port: c7e40517-ba3c-4dea-afd4-fc9af14315d4, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:22:50.844474 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (c7e40517-ba3c-4dea-afd4-fc9af14315d4), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:50.847758 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6714f00-aa67-4200-86d7-4274fe0fe846 None None] Pushing event updated for resources: {'Port': ['ID=c7e40517-ba3c-4dea-afd4-fc9af14315d4,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:50.850723 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-fa5c4c39-2d9a-4ab2-b683-0079d57e1e7c None None] Provisioning complete for port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:50.851202 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-fa5c4c39-2d9a-4ab2-b683-0079d57e1e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:50.887174 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Router 87f26ee4-3648-4242-976d-ecf6c3fd198e is scheduled to L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a with binding_index 1 {{(pid=103311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 19:22:50.895331 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:22:50.916018 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-a28624ff-3e77-4f7c-bca8-40462fbab210 admin admin] 10.222.0.26 "PUT /v2.0/routers/f36d3114-37a6-4ef7-a799-45bcc2bf39f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6702287 Feb 14 19:22:50.926192 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-fa5c4c39-2d9a-4ab2-b683-0079d57e1e7c None None] Port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:22:50.989877 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] For port c7e40517-ba3c-4dea-afd4-fc9af14315d4, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:22:50.993946 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] For port c7e40517-ba3c-4dea-afd4-fc9af14315d4, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=c7e40517-ba3c-4dea-afd4-fc9af14315d4,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:22:51.022698 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Allocated IP 172.20.0.1 (aefa3aa7-75e6-4c3c-81de-3e09d0bf0313/9f53f2dd-b65c-41c1-adc9-420637845566/a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:22:51.103765 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2d2dc3c6-b58a-4420-be52-8341f44ae610 req-8d530519-fdbb-45ca-a7a9-2fc312161ed9 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 210 time: 0.0650532 Feb 14 19:22:51.118844 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (c7e40517-ba3c-4dea-afd4-fc9af14315d4), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:51.256803 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Routers {'48848543-6692-4ff4-bd96-892ef163e906'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:22:51.257503 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:22:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['48848543-6692-4ff4-bd96-892ef163e906'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:51.325807 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:22:51.339130 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Sync routers for ids ['87f26ee4-3648-4242-976d-ecf6c3fd198e'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:22:51.363072 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Routers {'87f26ee4-3648-4242-976d-ecf6c3fd198e'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:22:51.364707 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:22:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['87f26ee4-3648-4242-976d-ecf6c3fd198e'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:51.369096 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6714f00-aa67-4200-86d7-4274fe0fe846 None None] Pushing event updated for resources: {'Port': ['ID=c7e40517-ba3c-4dea-afd4-fc9af14315d4,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:51.400891 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Publish callbacks [] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:51.444862 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:51.447518 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-81626f3e-7b6e-418a-b60e-7bbb202c7f5a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6343172 Feb 14 19:22:51.456645 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52198) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:51.557019 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] Set router 48848543-6692-4ff4-bd96-892ef163e906 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:22:51.607762 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Set router 87f26ee4-3648-4242-976d-ecf6c3fd198e gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:22:51.717331 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 13986920-8406-43f6-a9b0-ec493d9171d9 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:22:51.760634 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:51.818366 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Sync routers for ids ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:22:51.864348 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:22:51.880882 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52220) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:51.885424 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-fffb6e9e-188c-43d5-a2b2-7e48fdb1d146 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2013296705', 'description': 'tempest-description--1375940513'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:51.923243 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'name': 'tempest-ServerRescueNegativeTestJSON-1989763657-router', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'aab968fa-13cb-4873-9a7b-0abf84fae405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:45Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 3, 'project_id': 'a8fbd711ec5d4004868c7d165ae108af', 'gw_port': {'id': 'aab968fa-13cb-4873-9a7b-0abf84fae405', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:48Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:51.974717 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:52.005201 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fffb6e9e-188c-43d5-a2b2-7e48fdb1d146 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:52.010275 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Routers {'f36d3114-37a6-4ef7-a799-45bcc2bf39f5'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:22:52.010275 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:22:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:52.060718 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Checking router: 87f26ee4-3648-4242-976d-ecf6c3fd198e for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:22:52.067520 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Updating router 87f26ee4-3648-4242-976d-ecf6c3fd198e port aab968fa-13cb-4873-9a7b-0abf84fae405 binding host dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:22:52.132273 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:22:52.132427 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3922876'] for router_interface (48848543-6692-4ff4-bd96-892ef163e906), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:52.137799 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (aab968fa-13cb-4873-9a7b-0abf84fae405), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:52.141573 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fffb6e9e-188c-43d5-a2b2-7e48fdb1d146 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group (c2bf3fe8-8dc1-422c-8da6-4c7a69b19840), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:52.154701 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 13986920-8406-43f6-a9b0-ec493d9171d9 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:52.160691 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (13986920-8406-43f6-a9b0-ec493d9171d9), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:52.276947 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fffb6e9e-188c-43d5-a2b2-7e48fdb1d146 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (c2bf3fe8-8dc1-422c-8da6-4c7a69b19840), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:52.365391 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:52.367250 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb6e9e-188c-43d5-a2b2-7e48fdb1d146 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:52.447898 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fffb6e9e-188c-43d5-a2b2-7e48fdb1d146 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:52.449246 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-fffb6e9e-188c-43d5-a2b2-7e48fdb1d146 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5673144 Feb 14 19:22:52.453977 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52236) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:52.459082 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-93476985-a7e5-44f3-b123-451a680af114 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Request body: {'security_group_rule': {'security_group_id': 'c2bf3fe8-8dc1-422c-8da6-4c7a69b19840', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:52.626706 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93476985-a7e5-44f3-b123-451a680af114 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group_rule (67d538c7-7900-42c5-b29b-37b83a2cb55f), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:52.678035 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-7046d72a-6d34-486a-a044-15b5e7fa5403 None None] Provisioning complete for port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:52.684004 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-7046d72a-6d34-486a-a044-15b5e7fa5403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:52.725034 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-7046d72a-6d34-486a-a044-15b5e7fa5403 None None] Port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:22:52.791583 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93476985-a7e5-44f3-b123-451a680af114 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group_rule (67d538c7-7900-42c5-b29b-37b83a2cb55f), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:52.819459 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Publish callbacks [] for port (aab968fa-13cb-4873-9a7b-0abf84fae405), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:52.856833 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:46Z', 'revision_number': 3, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:52.900838 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a42ce-4833-4d02-88ee-7ffa7bd0dfca None None] The sync data for ids ['48848543-6692-4ff4-bd96-892ef163e906'] in dv-cinder-816898-8-iscsi is: [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:46Z', 'revision_number': 3, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:22:52.905041 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Set router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:22:52.916534 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-74b4cbe1-a10e-42ad-90cd-16e3dbc913bc req-b9c31c2d-dcf9-4187-afbe-a6a2ad2e595b tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 210 time: 0.1134646 Feb 14 19:22:52.919884 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93476985-a7e5-44f3-b123-451a680af114 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (67d538c7-7900-42c5-b29b-37b83a2cb55f), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:52.948640 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 13986920-8406-43f6-a9b0-ec493d9171d9 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:52.950424 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (aab968fa-13cb-4873-9a7b-0abf84fae405), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.008037 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.015588 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93476985-a7e5-44f3-b123-451a680af114 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d538c7-7900-42c5-b29b-37b83a2cb55f,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:53.095687 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-93476985-a7e5-44f3-b123-451a680af114 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.102782 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-93476985-a7e5-44f3-b123-451a680af114 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6453815 Feb 14 19:22:53.105710 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Attempting to bind port aab968fa-13cb-4873-9a7b-0abf84fae405 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:22:53.106142 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Attempting to bind port aab968fa-13cb-4873-9a7b-0abf84fae405 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:22:53.106616 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Attempting to bind port aab968fa-13cb-4873-9a7b-0abf84fae405 on network 9a6a78c9-b5ec-42b3-b017-41817bfee45c {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:22:53.108124 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52254) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:53.117209 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-7a1546ed-818c-436b-b716-41d0570cb7d0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Request body: {'security_group_rule': {'security_group_id': 'c2bf3fe8-8dc1-422c-8da6-4c7a69b19840', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:53.119726 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:22:53.120120 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Checking segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:22:53.120588 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.121080 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Bound using segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:22:53.121630 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Bound port: aab968fa-13cb-4873-9a7b-0abf84fae405, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:22:53.122023 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (aab968fa-13cb-4873-9a7b-0abf84fae405), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.169338 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccd990-247e-4a7c-ab7e-61259026d7b8 None None] Pushing event updated for resources: {'Port': ['ID=aab968fa-13cb-4873-9a7b-0abf84fae405,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:53.235013 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] For port aab968fa-13cb-4873-9a7b-0abf84fae405, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:22:53.235685 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52256) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:53.236297 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] For port aab968fa-13cb-4873-9a7b-0abf84fae405, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=aab968fa-13cb-4873-9a7b-0abf84fae405,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:22:53.266200 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.300722 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7a1546ed-818c-436b-b716-41d0570cb7d0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group_rule (2c05d63f-ec4b-4ee3-8af4-eba5257f116a), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.319191 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (aab968fa-13cb-4873-9a7b-0abf84fae405), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.398331 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Allocated IP 172.20.0.1 (fab74b34-fdee-4ad1-a3ed-0ddc578628b4/f295adab-0ed8-45be-bb43-1a3d87848e91/bd5be78f-c704-40c5-ab6d-173e9a4001dc) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:22:53.461824 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Routers {'87f26ee4-3648-4242-976d-ecf6c3fd198e'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:22:53.465244 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:22:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['87f26ee4-3648-4242-976d-ecf6c3fd198e'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:53.465369 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 2, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:53.515709 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Checking router: f36d3114-37a6-4ef7-a799-45bcc2bf39f5 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:22:53.525849 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Updating router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 binding host dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:22:53.573131 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-401759f9-493b-4e84-981f-ea494954e70d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.596379 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7a1546ed-818c-436b-b716-41d0570cb7d0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group_rule (2c05d63f-ec4b-4ee3-8af4-eba5257f116a), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.604939 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccd990-247e-4a7c-ab7e-61259026d7b8 None None] Pushing event updated for resources: {'Port': ['ID=aab968fa-13cb-4873-9a7b-0abf84fae405,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:53.614710 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.670274 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.43', 58229) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:53.737865 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device c7e40517-ba3c-4dea-afd4-fc9af14315d4 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:22:53.797030 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] Set router 87f26ee4-3648-4242-976d-ecf6c3fd198e gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:22:53.819521 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Publish callbacks [] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.840129 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Publish callbacks [] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.876436 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7a1546ed-818c-436b-b716-41d0570cb7d0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (2c05d63f-ec4b-4ee3-8af4-eba5257f116a), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.950847 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:53.953586 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922880'] for router_interface (48848543-6692-4ff4-bd96-892ef163e906), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:54.047597 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1546ed-818c-436b-b716-41d0570cb7d0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c05d63f-ec4b-4ee3-8af4-eba5257f116a,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:54.135634 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port c7e40517-ba3c-4dea-afd4-fc9af14315d4 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:54.139071 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (c7e40517-ba3c-4dea-afd4-fc9af14315d4), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:54.163815 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:54.167444 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-80085d3e-a86a-4592-a410-050789e9e1ff tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:22:54.169369 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-80085d3e-a86a-4592-a410-050789e9e1ff tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.43 "GET /v2.0/networks?id=f9c4a87a-478b-42d0-9970-be8f5f734cf1 HTTP/1.1" status: 200 len: 811 time: 0.4968121 Feb 14 19:22:54.172947 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-401759f9-493b-4e84-981f-ea494954e70d admin admin] Publish callbacks [] for security_group (f7bd355f-3c5c-4f80-965e-c9fd9f09ac7c), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:54.176804 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-7a1546ed-818c-436b-b716-41d0570cb7d0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:54.178416 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-7a1546ed-818c-436b-b716-41d0570cb7d0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0682862 Feb 14 19:22:54.181340 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52282) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:54.190108 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Request body: {'floatingip': {'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:54.227839 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-c783cdbb-95f6-4765-9bb9-06d07a3fbdbe tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Request body: {'port': {'device_id': 'bce468f8-5aba-46ff-a5ec-23371e30ea11', 'network_id': 'f9c4a87a-478b-42d0-9970-be8f5f734cf1', 'admin_state_up': True, 'tenant_id': '3d66f5180fb44311ab408a36e4675e79'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:54.255639 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:22:54.266892 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'name': 'tempest-ServerRescueNegativeTestJSON-1989763657-router', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'aab968fa-13cb-4873-9a7b-0abf84fae405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:45Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 3, 'project_id': 'a8fbd711ec5d4004868c7d165ae108af', 'gw_port': {'id': 'aab968fa-13cb-4873-9a7b-0abf84fae405', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:48Z', 'updated_at': '2022-02-14T19:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:54.343831 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-401759f9-493b-4e84-981f-ea494954e70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (f7bd355f-3c5c-4f80-965e-c9fd9f09ac7c), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:54.348383 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-32554d7a-d19a-466c-b654-bc61a306b26e req-26672674-4312-4cd6-8e31-830f205bad48 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 210 time: 0.1217253 Feb 14 19:22:54.363768 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea7c53-1c61-45c6-8f17-80f32a25cc63 None None] The sync data for ids ['87f26ee4-3648-4242-976d-ecf6c3fd198e'] in dv-cinder-816898-8-iscsi is: [{'id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'name': 'tempest-ServerRescueNegativeTestJSON-1989763657-router', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'aab968fa-13cb-4873-9a7b-0abf84fae405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:45Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 3, 'project_id': 'a8fbd711ec5d4004868c7d165ae108af', 'gw_port': {'id': 'aab968fa-13cb-4873-9a7b-0abf84fae405', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:48Z', 'updated_at': '2022-02-14T19:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:22:54.385831 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:54.389207 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:54.391557 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:22:54.392149 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3922876'] for router_interface (87f26ee4-3648-4242-976d-ecf6c3fd198e), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:54.454238 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port c7e40517-ba3c-4dea-afd4-fc9af14315d4 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:54.454734 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (c7e40517-ba3c-4dea-afd4-fc9af14315d4), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:54.472645 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Pushing event updated for resources: {'Port': ['ID=bd5be78f-c704-40c5-ab6d-173e9a4001dc,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:54.513733 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Publish callbacks [] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:54.552641 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port c7e40517-ba3c-4dea-afd4-fc9af14315d4, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=c7e40517-ba3c-4dea-afd4-fc9af14315d4,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:22:54.575117 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:54.601662 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:22:54.605390 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:54.606037 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:54.717555 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (c7e40517-ba3c-4dea-afd4-fc9af14315d4), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:54.921282 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-401759f9-493b-4e84-981f-ea494954e70d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9ca95c995eb4b668f551fe69df77bff&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6832342 Feb 14 19:22:54.922367 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401759f9-493b-4e84-981f-ea494954e70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bd355f-3c5c-4f80-965e-c9fd9f09ac7c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:55.019005 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52308) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:55.080513 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5678da-147e-4998-ba93-26fdab4fda00 None None] Pushing event updated for resources: {'Port': ['ID=c601a3fb-11bb-4f21-ab29-8a5722f6b4b4,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:55.098215 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Router 48848543-6692-4ff4-bd96-892ef163e906 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:22:55.273082 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52320) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:55.276568 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Attempting to bind port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:22:55.281583 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Attempting to bind port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:22:55.281583 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Attempting to bind port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 on network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:22:55.325428 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:22:55.325914 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Checking segment: {'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:22:55.326834 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:55.327051 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Bound using segment: {'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:22:55.328027 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Bound port: c601a3fb-11bb-4f21-ab29-8a5722f6b4b4, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:22:55.328517 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:55.354789 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=c7e40517-ba3c-4dea-afd4-fc9af14315d4,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:55.389349 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:55.443587 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-543cc1bc-2166-4eb6-bae7-2239affd4e67 None None] Provisioning complete for port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:55.444879 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-543cc1bc-2166-4eb6-bae7-2239affd4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:55.448739 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-039a4f4a-920d-45b6-a76a-12b357a1b98b admin admin] Publish callbacks [] for security_group (f7bd355f-3c5c-4f80-965e-c9fd9f09ac7c), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:55.472911 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:55.532051 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-543cc1bc-2166-4eb6-bae7-2239affd4e67 None None] Port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:22:55.578425 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-c783cdbb-95f6-4765-9bb9-06d07a3fbdbe tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Made reservation on behalf of 3d66f5180fb44311ab408a36e4675e79 for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:22:55.590640 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-c783cdbb-95f6-4765-9bb9-06d07a3fbdbe tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:55.659491 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] For port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:22:55.669265 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] For port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=c601a3fb-11bb-4f21-ab29-8a5722f6b4b4,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:22:55.706604 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-ffb0636b-e574-44e9-8271-092f778c0466 None None] Provisioning complete for port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:55.719286 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ffb0636b-e574-44e9-8271-092f778c0466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:55.733036 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Allocated IP 172.27.2.5 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/835ec5db-7bc5-4119-a8ba-375ac08ba316) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:22:55.819056 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:55.885445 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for port (835ec5db-7bc5-4119-a8ba-375ac08ba316), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:55.947709 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device c7e40517-ba3c-4dea-afd4-fc9af14315d4 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:22:56.066156 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-039a4f4a-920d-45b6-a76a-12b357a1b98b admin admin] Publish callbacks [] for security_group (f7bd355f-3c5c-4f80-965e-c9fd9f09ac7c), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:56.077432 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f17f97d1-673f-47fe-acf0-3e9fa6b90ab7 req-c49ae5e3-4923-4587-a091-1d287af3d627 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 210 time: 0.1897802 Feb 14 19:22:56.093917 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Routers {'f36d3114-37a6-4ef7-a799-45bcc2bf39f5'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:22:56.096027 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:22:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:56.263052 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-ffb0636b-e574-44e9-8271-092f778c0466 None None] Port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:22:56.312647 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-eef101af-c705-415c-8dfd-dc9b3c25778f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:56.366800 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:22:56.447177 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5678da-147e-4998-ba93-26fdab4fda00 None None] Pushing event updated for resources: {'Port': ['ID=c601a3fb-11bb-4f21-ab29-8a5722f6b4b4,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:56.477195 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-387a35b4-d3f7-49c5-8eb8-2fa6c87f8ef0 admin admin] 10.222.0.26 "PUT /v2.0/routers/48848543-6692-4ff4-bd96-892ef163e906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3026457 Feb 14 19:22:56.669928 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Sync routers for ids ['48848543-6692-4ff4-bd96-892ef163e906'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:22:56.673756 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port c7e40517-ba3c-4dea-afd4-fc9af14315d4 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:56.677656 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (c7e40517-ba3c-4dea-afd4-fc9af14315d4), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:56.698033 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Routers {'48848543-6692-4ff4-bd96-892ef163e906'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:22:56.705962 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:22:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['48848543-6692-4ff4-bd96-892ef163e906'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:56.789240 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-4b2ae376-002f-4393-a4e6-ad8bc69bc48a None None] Provisioning complete for port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:56.790396 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4b2ae376-002f-4393-a4e6-ad8bc69bc48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:56.806715 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Publish callbacks [] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:56.853849 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (835ec5db-7bc5-4119-a8ba-375ac08ba316), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:56.883049 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] Set router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:22:56.925721 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:56.931597 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922880'] for router_interface (87f26ee4-3648-4242-976d-ecf6c3fd198e), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:57.076115 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Set router 48848543-6692-4ff4-bd96-892ef163e906 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:22:57.109936 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Pushing event updated for resources: {'Port': ['ID=bd5be78f-c704-40c5-ab6d-173e9a4001dc,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:57.404655 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-eef101af-c705-415c-8dfd-dc9b3c25778f admin admin] Publish callbacks [] for security_group (1166f16e-a296-41de-809e-0df11342b3b3), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:57.466720 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:22:57.472525 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-eef101af-c705-415c-8dfd-dc9b3c25778f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1166f16e-a296-41de-809e-0df11342b3b3), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:57.475450 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:57.548100 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:22:57.549732 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:57.556343 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:22:57.601968 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:22:53Z', 'revision_number': 2, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:57.614702 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef101af-c705-415c-8dfd-dc9b3c25778f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1166f16e-a296-41de-809e-0df11342b3b3,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:57.653818 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port c7e40517-ba3c-4dea-afd4-fc9af14315d4 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:57.741328 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device aab968fa-13cb-4873-9a7b-0abf84fae405 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:22:57.743720 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Checking router: 48848543-6692-4ff4-bd96-892ef163e906 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:22:57.743720 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Updating router 48848543-6692-4ff4-bd96-892ef163e906 port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 binding host dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:22:57.743720 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:57.755846 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-eef101af-c705-415c-8dfd-dc9b3c25778f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86e0a058bb874960910cae164b241236&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4746602 Feb 14 19:22:57.776699 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52362) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:57.777046 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52366) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:57.783722 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-c783cdbb-95f6-4765-9bb9-06d07a3fbdbe tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Allocated IP 172.20.0.5 (f9c4a87a-478b-42d0-9970-be8f5f734cf1/cf4deb31-da4a-49a7-b7cc-1890d7121bb8/6939e75d-6be4-4de8-a822-8fc632b2d319) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:22:57.803129 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-039a4f4a-920d-45b6-a76a-12b357a1b98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (f7bd355f-3c5c-4f80-965e-c9fd9f09ac7c), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:57.808639 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-039a4f4a-920d-45b6-a76a-12b357a1b98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:57.819831 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-039a4f4a-920d-45b6-a76a-12b357a1b98b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7bd355f-3c5c-4f80-965e-c9fd9f09ac7c HTTP/1.1" status: 204 len: 168 time: 2.7934513 Feb 14 19:22:57.919199 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-fc18ecc4-885b-465c-86fc-7e8398a90771 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--803324556', 'description': 'tempest-description--1972017941'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:22:57.929490 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ae376-002f-4393-a4e6-ad8bc69bc48a None None] Current status of the port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:57.929490 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4b2ae376-002f-4393-a4e6-ad8bc69bc48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:58.018111 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port aab968fa-13cb-4873-9a7b-0abf84fae405 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:58.018544 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (aab968fa-13cb-4873-9a7b-0abf84fae405), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:58.038958 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6cf93721-529c-4ba6-94a3-e513e93cb43b req-976f994b-0f23-4dca-8798-f52a652cd90b tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 210 time: 0.2682528 Feb 14 19:22:58.047812 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for floatingip (141b0ccf-e4d6-479f-ae44-428ea386994d), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:58.060906 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event updated for resources: {'Port': ['ID=835ec5db-7bc5-4119-a8ba-375ac08ba316,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:58.083900 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a4f4a-920d-45b6-a76a-12b357a1b98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bd355f-3c5c-4f80-965e-c9fd9f09ac7c,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:58.126658 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Router 87f26ee4-3648-4242-976d-ecf6c3fd198e has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:22:58.260461 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-4b2ae376-002f-4393-a4e6-ad8bc69bc48a None None] For port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=c601a3fb-11bb-4f21-ab29-8a5722f6b4b4,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:22:58.266588 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-706c9666-7912-491b-8c03-5da8a8801f52 admin admin] Publish callbacks [] for security_group (1166f16e-a296-41de-809e-0df11342b3b3), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:58.284031 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc18ecc4-885b-465c-86fc-7e8398a90771 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:58.302759 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (835ec5db-7bc5-4119-a8ba-375ac08ba316), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:58.355605 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4b2ae376-002f-4393-a4e6-ad8bc69bc48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:58.431802 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ae376-002f-4393-a4e6-ad8bc69bc48a None None] Pushing event updated for resources: {'Port': ['ID=c601a3fb-11bb-4f21-ab29-8a5722f6b4b4,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:58.446883 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Publish callbacks [] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:58.448854 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-706c9666-7912-491b-8c03-5da8a8801f52 admin admin] Publish callbacks [] for security_group (1166f16e-a296-41de-809e-0df11342b3b3), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:58.490885 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:55Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:58.519390 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:22:58.543483 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-aaa46880-dc2b-4f33-8acb-83252af5bfc4 admin admin] 10.222.0.26 "PUT /v2.0/routers/87f26ee4-3648-4242-976d-ecf6c3fd198e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0854917 Feb 14 19:22:58.555476 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:58.566821 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port aab968fa-13cb-4873-9a7b-0abf84fae405 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:22:58.567466 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (aab968fa-13cb-4873-9a7b-0abf84fae405), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:58.581443 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Sync routers for ids ['87f26ee4-3648-4242-976d-ecf6c3fd198e'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:22:58.596704 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf43734-46ee-46cb-8918-6ea44a3c3255 None None] The sync data for ids ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'] in dv-cinder-816898-8-iscsi is: [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:55Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:22:58.622544 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Routers {'87f26ee4-3648-4242-976d-ecf6c3fd198e'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:22:58.623216 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:22:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['87f26ee4-3648-4242-976d-ecf6c3fd198e'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:58.627710 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52392) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:58.794851 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port aab968fa-13cb-4873-9a7b-0abf84fae405, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=aab968fa-13cb-4873-9a7b-0abf84fae405,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:22:58.806166 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Set router 87f26ee4-3648-4242-976d-ecf6c3fd198e gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:22:58.867089 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (aab968fa-13cb-4873-9a7b-0abf84fae405), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:58.956079 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c334d7-4436-4873-ad67-a8c909b1d514 None None] Pushing event updated for resources: {'Port': ['ID=a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:59.082144 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-c783cdbb-95f6-4765-9bb9-06d07a3fbdbe tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Publish callbacks [] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:59.090787 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Attempting to bind port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:22:59.094279 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Attempting to bind port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:22:59.094775 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Attempting to bind port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 on network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:22:59.131437 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:22:59.131859 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Checking segment: {'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:22:59.133423 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:59.133837 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Bound using segment: {'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:22:59.135831 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Bound port: a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:22:59.142935 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:59.189011 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=aab968fa-13cb-4873-9a7b-0abf84fae405,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:59.251766 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:22:59.298822 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-706c9666-7912-491b-8c03-5da8a8801f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1166f16e-a296-41de-809e-0df11342b3b3), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:59.305139 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-706c9666-7912-491b-8c03-5da8a8801f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:59.307318 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-706c9666-7912-491b-8c03-5da8a8801f52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1166f16e-a296-41de-809e-0df11342b3b3 HTTP/1.1" status: 204 len: 168 time: 1.5061114 Feb 14 19:22:59.376532 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-c783cdbb-95f6-4765-9bb9-06d07a3fbdbe tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:59.416295 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52402) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:22:59.461362 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc18ecc4-885b-465c-86fc-7e8398a90771 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group (1d743b1d-e83b-4bb3-ab82-3a78c00a799a), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:59.480822 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cb576157-e5df-470c-8831-056547e450ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:59.525905 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-e434d64b-f70d-41c5-8547-fcc699ceba7c None None] Provisioning complete for port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:59.526400 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e434d64b-f70d-41c5-8547-fcc699ceba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:59.581884 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e324722c-fe9d-4ec3-8c88-b7c353edd282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:59.589018 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c9666-7912-491b-8c03-5da8a8801f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1166f16e-a296-41de-809e-0df11342b3b3,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:59.612494 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de412aa4-8fa2-4484-9785-42f0d9dd2b61 req-d7365da3-f337-40e7-bf98-0e0a897fbae9 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:22:59.625211 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-de412aa4-8fa2-4484-9785-42f0d9dd2b61 req-d7365da3-f337-40e7-bf98-0e0a897fbae9 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 931 time: 0.3129623 Feb 14 19:22:59.673312 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] For port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:22:59.679092 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] For port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:22:59.703761 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc18ecc4-885b-465c-86fc-7e8398a90771 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1d743b1d-e83b-4bb3-ab82-3a78c00a799a), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:59.704225 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:22:59.704663 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:59.763057 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-e434d64b-f70d-41c5-8547-fcc699ceba7c None None] Port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:22:59.805795 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'name': 'tempest-ServerRescueNegativeTestJSON-1989763657-router', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'aab968fa-13cb-4873-9a7b-0abf84fae405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:45Z', 'updated_at': '2022-02-14T19:22:55Z', 'revision_number': 4, 'project_id': 'a8fbd711ec5d4004868c7d165ae108af', 'gw_port': {'id': 'aab968fa-13cb-4873-9a7b-0abf84fae405', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:48Z', 'updated_at': '2022-02-14T19:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'bd5be78f-c704-40c5-ab6d-173e9a4001dc', 'name': '', 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af', 'mac_address': 'fa:16:3e:65:65:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f295adab-0ed8-45be-bb43-1a3d87848e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:53Z', 'updated_at': '2022-02-14T19:22:55Z', 'revision_number': 2, 'project_id': 'a8fbd711ec5d4004868c7d165ae108af', 'subnets': [{'id': 'f295adab-0ed8-45be-bb43-1a3d87848e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:22:59.877719 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Checking router: 87f26ee4-3648-4242-976d-ecf6c3fd198e for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:22:59.879290 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Updating router 87f26ee4-3648-4242-976d-ecf6c3fd198e port bd5be78f-c704-40c5-ab6d-173e9a4001dc binding host dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:22:59.902679 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-c783cdbb-95f6-4765-9bb9-06d07a3fbdbe tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Network f9c4a87a-478b-42d0-9970-be8f5f734cf1 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:22:59.904045 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18ecc4-885b-465c-86fc-7e8398a90771 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d743b1d-e83b-4bb3-ab82-3a78c00a799a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:22:59.921730 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-de412aa4-8fa2-4484-9785-42f0d9dd2b61 req-5a5a193c-a53a-44c8-b99a-29da01764f52 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918150 Feb 14 19:22:59.933463 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-c783cdbb-95f6-4765-9bb9-06d07a3fbdbe tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:22:59.968033 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:22:59.979719 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-c783cdbb-95f6-4765-9bb9-06d07a3fbdbe tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:22:59.993160 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-c783cdbb-95f6-4765-9bb9-06d07a3fbdbe tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:22:59.994089 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-c783cdbb-95f6-4765-9bb9-06d07a3fbdbe tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:00.025394 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:00.049981 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc18ecc4-885b-465c-86fc-7e8398a90771 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:00.051559 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-fc18ecc4-885b-465c-86fc-7e8398a90771 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.2537358 Feb 14 19:23:00.055164 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52410) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:00.087797 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:00.093996 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-ee551002-d2a4-4a69-8530-d030bd2fe253 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Request body: {'security_group_rule': {'security_group_id': '1d743b1d-e83b-4bb3-ab82-3a78c00a799a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:23:00.138505 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cb576157-e5df-470c-8831-056547e450ac admin admin] Publish callbacks [] for security_group (4daebfd3-9fd1-4d96-ab72-9845f0165b75), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:00.142156 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783cdbb-95f6-4765-9bb9-06d07a3fbdbe tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Pushing event updated for resources: {'Port': ['ID=6939e75d-6be4-4de8-a822-8fc632b2d319,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:00.277559 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e324722c-fe9d-4ec3-8c88-b7c353edd282 admin admin] Publish callbacks [] for security_group (ae564e6d-350a-4be5-9e88-43eb6d9f8e79), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:00.277790 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Routers {'48848543-6692-4ff4-bd96-892ef163e906'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:23:00.277790 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:22:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['48848543-6692-4ff4-bd96-892ef163e906'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:23:00.324367 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c334d7-4436-4873-ad67-a8c909b1d514 None None] Pushing event updated for resources: {'Port': ['ID=a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986,revision_number=4']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:00.357862 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for port (835ec5db-7bc5-4119-a8ba-375ac08ba316), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:00.462384 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cb576157-e5df-470c-8831-056547e450ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (4daebfd3-9fd1-4d96-ab72-9845f0165b75), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:00.484433 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] Set router 48848543-6692-4ff4-bd96-892ef163e906 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:23:00.557445 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-cb576157-e5df-470c-8831-056547e450ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c91f6dc7403403ca645e92354d41f11&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1395738 Feb 14 19:23:00.561885 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52424) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:00.571209 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb576157-e5df-470c-8831-056547e450ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4daebfd3-9fd1-4d96-ab72-9845f0165b75,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:00.601701 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e324722c-fe9d-4ec3-8c88-b7c353edd282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (ae564e6d-350a-4be5-9e88-43eb6d9f8e79), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:00.602265 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-c783cdbb-95f6-4765-9bb9-06d07a3fbdbe tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3772156 Feb 14 19:23:00.613590 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (835ec5db-7bc5-4119-a8ba-375ac08ba316), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:00.643107 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-e324722c-fe9d-4ec3-8c88-b7c353edd282 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=858440786f384827a5d09ef657af687d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0138795 Feb 14 19:23:00.643385 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-7fd152ce-19a6-4d7a-aea8-0b1c507b0231 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 19:23:00.645701 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52428) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:00.647795 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-7fd152ce-19a6-4d7a-aea8-0b1c507b0231 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0353148 Feb 14 19:23:00.683812 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-71613b6a-f250-4b94-87af-de3d994e05ec None None] Provisioning complete for port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:23:00.684116 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-71613b6a-f250-4b94-87af-de3d994e05ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:00.768024 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-9613217f-12eb-4036-9692-f4d2b68ec5f6 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:00.768024 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-9613217f-12eb-4036-9692-f4d2b68ec5f6 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/networks?id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4 HTTP/1.1" status: 200 len: 819 time: 0.3525085 Feb 14 19:23:00.781569 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324722c-fe9d-4ec3-8c88-b7c353edd282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae564e6d-350a-4be5-9e88-43eb6d9f8e79,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:00.829719 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee551002-d2a4-4a69-8530-d030bd2fe253 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group_rule (7d94c70a-3ddf-4769-a079-b32ca2ba8930), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:00.899934 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (141b0ccf-e4d6-479f-ae44-428ea386994d), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:00.944557 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-ed690b7c-5c63-4c50-bbdd-cec58acb0242 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/quotas/a8fbd711ec5d4004868c7d165ae108af HTTP/1.1" status: 200 len: 375 time: 0.1926951 Feb 14 19:23:01.013990 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4571bdac-a515-4e38-aa1b-94de1b75ac81 admin admin] Publish callbacks [] for security_group (4daebfd3-9fd1-4d96-ab72-9845f0165b75), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:01.056452 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-44c42145-da4a-477d-ae22-3baf5e1a38c8 admin admin] Publish callbacks [] for security_group (ae564e6d-350a-4be5-9e88-43eb6d9f8e79), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:01.112770 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device aab968fa-13cb-4873-9a7b-0abf84fae405 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:23:01.141074 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event updated for resources: {'Port': ['ID=835ec5db-7bc5-4119-a8ba-375ac08ba316,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:01.151635 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Publish callbacks [] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:01.175982 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4571bdac-a515-4e38-aa1b-94de1b75ac81 admin admin] Publish callbacks [] for security_group (4daebfd3-9fd1-4d96-ab72-9845f0165b75), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:01.216323 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-44c42145-da4a-477d-ae22-3baf5e1a38c8 admin admin] Publish callbacks [] for security_group (ae564e6d-350a-4be5-9e88-43eb6d9f8e79), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:01.261061 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:01.298625 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:01.300374 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-d7c793eb-72ed-4354-bf03-adf5c7483163 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.1160452 Feb 14 19:23:01.336200 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783549c-bf38-45ad-8a30-f3c6fdc96c55 req-a293c8ad-7c2e-4244-9eaf-dee8e6ffe2ed tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:01.347590 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b783549c-bf38-45ad-8a30-f3c6fdc96c55 req-a293c8ad-7c2e-4244-9eaf-dee8e6ffe2ed tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 931 time: 0.2453578 Feb 14 19:23:01.367182 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Request body: {'port': {'device_id': 'bce468f8-5aba-46ff-a5ec-23371e30ea11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:23:01.445643 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:22:59Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:23:01.507296 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b783549c-bf38-45ad-8a30-f3c6fdc96c55 req-0ff4d382-f34c-4335-a4b5-66ae44edb2b9 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581628 Feb 14 19:23:01.536640 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-71613b6a-f250-4b94-87af-de3d994e05ec None None] Current status of the port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:01.537238 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-71613b6a-f250-4b94-87af-de3d994e05ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:01.556164 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c726f-5c35-4356-a6df-687f9eb068b9 None None] Pushing event updated for resources: {'Port': ['ID=bd5be78f-c704-40c5-ab6d-173e9a4001dc,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:01.606250 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:23:01.639212 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf91a1-3d82-4328-b268-9014757689b2 None None] The sync data for ids ['48848543-6692-4ff4-bd96-892ef163e906'] in dv-cinder-816898-8-iscsi is: [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:22:59Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:23:01.714045 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4571bdac-a515-4e38-aa1b-94de1b75ac81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (4daebfd3-9fd1-4d96-ab72-9845f0165b75), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:01.719274 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4571bdac-a515-4e38-aa1b-94de1b75ac81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:01.719274 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-4571bdac-a515-4e38-aa1b-94de1b75ac81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4daebfd3-9fd1-4d96-ab72-9845f0165b75 HTTP/1.1" status: 204 len: 168 time: 1.1547768 Feb 14 19:23:01.731534 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:01.738574 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571bdac-a515-4e38-aa1b-94de1b75ac81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daebfd3-9fd1-4d96-ab72-9845f0165b75,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:01.752563 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-44c42145-da4a-477d-ae22-3baf5e1a38c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (ae564e6d-350a-4be5-9e88-43eb6d9f8e79), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:01.755136 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-44c42145-da4a-477d-ae22-3baf5e1a38c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:01.757381 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-44c42145-da4a-477d-ae22-3baf5e1a38c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae564e6d-350a-4be5-9e88-43eb6d9f8e79 HTTP/1.1" status: 204 len: 168 time: 1.1035433 Feb 14 19:23:01.827290 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c42145-da4a-477d-ae22-3baf5e1a38c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae564e6d-350a-4be5-9e88-43eb6d9f8e79,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:01.929300 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-88664daa-9da5-456c-a951-6787ec7abf77 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8fbd711ec5d4004868c7d165ae108af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9206645 Feb 14 19:23:01.949932 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee551002-d2a4-4a69-8530-d030bd2fe253 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group_rule (7d94c70a-3ddf-4769-a079-b32ca2ba8930), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:01.980016 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-6bcfe71f-7826-440d-a80a-25774bdce13a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2013296705&fields=id&tenant_id=d8e94048f637402f867e42ca604960db HTTP/1.1" status: 200 len: 267 time: 0.1270101 Feb 14 19:23:02.068308 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee551002-d2a4-4a69-8530-d030bd2fe253 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (7d94c70a-3ddf-4769-a079-b32ca2ba8930), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:02.098260 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-71613b6a-f250-4b94-87af-de3d994e05ec None None] For port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:02.126949 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port aab968fa-13cb-4873-9a7b-0abf84fae405 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:23:02.127772 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (aab968fa-13cb-4873-9a7b-0abf84fae405), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:02.131619 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Attempting to bind port bd5be78f-c704-40c5-ab6d-173e9a4001dc on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:23:02.132866 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee551002-d2a4-4a69-8530-d030bd2fe253 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d94c70a-3ddf-4769-a079-b32ca2ba8930,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:02.139925 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Attempting to bind port bd5be78f-c704-40c5-ab6d-173e9a4001dc by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '28873643-11f0-44ec-8b5d-cc44f8d70a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:23:02.140676 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Attempting to bind port bd5be78f-c704-40c5-ab6d-173e9a4001dc on network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:23:02.205847 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:23:02.207792 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Checking segment: {'id': '28873643-11f0-44ec-8b5d-cc44f8d70a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:23:02.208465 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:02.209056 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Bound using segment: {'id': '28873643-11f0-44ec-8b5d-cc44f8d70a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:23:02.209900 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Bound port: bd5be78f-c704-40c5-ab6d-173e9a4001dc, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28873643-11f0-44ec-8b5d-cc44f8d70a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:23:02.210603 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:02.285827 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-975a6405-6259-4f91-8271-c78b8c992327 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:02.294699 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-975a6405-6259-4f91-8271-c78b8c992327 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/networks?id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 200 len: 817 time: 0.2983270 Feb 14 19:23:02.337330 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-9008eb7b-3e8d-4c54-a491-4a1be8662aed tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/quotas/d8e94048f637402f867e42ca604960db HTTP/1.1" status: 200 len: 375 time: 0.0309064 Feb 14 19:23:02.446511 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-dd422939-e734-4cf2-a571-8809df00a3f5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e94048f637402f867e42ca604960db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1172514 Feb 14 19:23:02.509092 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port aab968fa-13cb-4873-9a7b-0abf84fae405 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:02.525966 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] For port bd5be78f-c704-40c5-ab6d-173e9a4001dc, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:23:02.540907 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] For port bd5be78f-c704-40c5-ab6d-173e9a4001dc, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=bd5be78f-c704-40c5-ab6d-173e9a4001dc,segment=NetworkSegment(28873643-11f0-44ec-8b5d-cc44f8d70a1c),segment_id=28873643-11f0-44ec-8b5d-cc44f8d70a1c)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:23:02.590474 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cf53031a-4e9f-4663-bb1f-4de2c68d08d5 service neutron] 10.222.0.26 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295407 Feb 14 19:23:02.632063 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6939e75d-6be4-4de8-a822-8fc632b2d319 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:23:02.637274 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-71613b6a-f250-4b94-87af-de3d994e05ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:02.672884 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee551002-d2a4-4a69-8530-d030bd2fe253 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:02.674287 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ee551002-d2a4-4a69-8530-d030bd2fe253 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5988891 Feb 14 19:23:02.680465 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Publish callbacks [] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:02.684173 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52480) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:02.714388 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-197e5b82-4fe4-47ee-b374-9f00af6ad891 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Request body: {'security_group_rule': {'security_group_id': '1d743b1d-e83b-4bb3-ab82-3a78c00a799a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:23:02.726770 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-95a39129-0b7a-4d79-877f-73c88cb3fc91 service neutron] 10.222.0.26 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298368 Feb 14 19:23:02.812405 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71613b6a-f250-4b94-87af-de3d994e05ec None None] Pushing event updated for resources: {'Port': ['ID=a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:02.812885 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Transition to ACTIVE for port object 6939e75d-6be4-4de8-a822-8fc632b2d319 will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:23:02.910189 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:02.937954 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:03.043981 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c726f-5c35-4356-a6df-687f9eb068b9 None None] Pushing event updated for resources: {'Port': ['ID=bd5be78f-c704-40c5-ab6d-173e9a4001dc,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:03.096283 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Routers {'87f26ee4-3648-4242-976d-ecf6c3fd198e'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:23:03.097622 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:22:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['87f26ee4-3648-4242-976d-ecf6c3fd198e'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:23:03.207725 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:23:03.300260 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Pushing event updated for resources: {'Port': ['ID=6939e75d-6be4-4de8-a822-8fc632b2d319,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:03.307625 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-197e5b82-4fe4-47ee-b374-9f00af6ad891 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group_rule (be37e487-5e9b-4cc2-8c02-c82d3c77d290), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:03.444263 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103fca1-976b-49cf-bcd9-4348f232671b req-d067eefa-77f4-4bf6-988f-696c75cbe2a0 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:03.456817 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c103fca1-976b-49cf-bcd9-4348f232671b req-d067eefa-77f4-4bf6-988f-696c75cbe2a0 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 943 time: 0.1633828 Feb 14 19:23:03.581291 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c103fca1-976b-49cf-bcd9-4348f232671b req-55e9d3a0-f23b-4d70-8e0b-f2384f8dbdd2 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154900 Feb 14 19:23:03.585756 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] Set router 87f26ee4-3648-4242-976d-ecf6c3fd198e gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:23:03.663241 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Attempting to bind port 6939e75d-6be4-4de8-a822-8fc632b2d319 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:23:03.670006 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Attempting to bind port 6939e75d-6be4-4de8-a822-8fc632b2d319 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '71c6edf3-94b3-4370-ae6e-9236fe9c387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f9c4a87a-478b-42d0-9970-be8f5f734cf1'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:23:03.670006 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Attempting to bind port 6939e75d-6be4-4de8-a822-8fc632b2d319 on network f9c4a87a-478b-42d0-9970-be8f5f734cf1 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:23:03.681138 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:23:03.681349 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:03.693835 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Port 6939e75d-6be4-4de8-a822-8fc632b2d319 on network f9c4a87a-478b-42d0-9970-be8f5f734cf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:23:03.694517 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Attempting to bind port 6939e75d-6be4-4de8-a822-8fc632b2d319 on network f9c4a87a-478b-42d0-9970-be8f5f734cf1 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:23:03.721879 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:23:03.723983 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Checking segment: {'id': '71c6edf3-94b3-4370-ae6e-9236fe9c387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f9c4a87a-478b-42d0-9970-be8f5f734cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:23:03.736829 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Bound using segment: {'id': '71c6edf3-94b3-4370-ae6e-9236fe9c387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f9c4a87a-478b-42d0-9970-be8f5f734cf1'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:23:03.737603 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Bound port: 6939e75d-6be4-4de8-a822-8fc632b2d319, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c6edf3-94b3-4370-ae6e-9236fe9c387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'f9c4a87a-478b-42d0-9970-be8f5f734cf1'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:23:03.738245 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:03.781023 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f5ce7a28-d3af-4672-8c2d-eacefee512d9 req-b8d32830-8ff7-41eb-96c6-dd2f7af5fce7 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 210 time: 0.0950117 Feb 14 19:23:03.885745 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-197e5b82-4fe4-47ee-b374-9f00af6ad891 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group_rule (be37e487-5e9b-4cc2-8c02-c82d3c77d290), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:03.939315 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] For port 6939e75d-6be4-4de8-a822-8fc632b2d319, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:23:03.956913 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] For port 6939e75d-6be4-4de8-a822-8fc632b2d319, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=6939e75d-6be4-4de8-a822-8fc632b2d319,segment=NetworkSegment(71c6edf3-94b3-4370-ae6e-9236fe9c387b),segment_id=71c6edf3-94b3-4370-ae6e-9236fe9c387b)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:23:03.971154 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-2f888317-b87c-409c-9d57-fffac2b16c40 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 19:23:03.985884 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-2f888317-b87c-409c-9d57-fffac2b16c40 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4359202 Feb 14 19:23:04.047440 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-197e5b82-4fe4-47ee-b374-9f00af6ad891 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (be37e487-5e9b-4cc2-8c02-c82d3c77d290), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:04.154952 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:04.319045 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'name': 'tempest-ServerRescueNegativeTestJSON-1989763657-router', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'aab968fa-13cb-4873-9a7b-0abf84fae405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:45Z', 'updated_at': '2022-02-14T19:22:55Z', 'revision_number': 4, 'project_id': 'a8fbd711ec5d4004868c7d165ae108af', 'gw_port': {'id': 'aab968fa-13cb-4873-9a7b-0abf84fae405', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:48Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'bd5be78f-c704-40c5-ab6d-173e9a4001dc', 'name': '', 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af', 'mac_address': 'fa:16:3e:65:65:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f295adab-0ed8-45be-bb43-1a3d87848e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:53Z', 'updated_at': '2022-02-14T19:23:02Z', 'revision_number': 4, 'project_id': 'a8fbd711ec5d4004868c7d165ae108af', 'subnets': [{'id': 'f295adab-0ed8-45be-bb43-1a3d87848e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:23:04.361299 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:04.375221 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e5b82-4fe4-47ee-b374-9f00af6ad891 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be37e487-5e9b-4cc2-8c02-c82d3c77d290,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:04.392146 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2a379-ce0f-4825-9a03-431a29055729 None None] The sync data for ids ['87f26ee4-3648-4242-976d-ecf6c3fd198e'] in dv-cinder-816898-8-iscsi is: [{'id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'name': 'tempest-ServerRescueNegativeTestJSON-1989763657-router', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'aab968fa-13cb-4873-9a7b-0abf84fae405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:45Z', 'updated_at': '2022-02-14T19:22:55Z', 'revision_number': 4, 'project_id': 'a8fbd711ec5d4004868c7d165ae108af', 'gw_port': {'id': 'aab968fa-13cb-4873-9a7b-0abf84fae405', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:48Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'bd5be78f-c704-40c5-ab6d-173e9a4001dc', 'name': '', 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af', 'mac_address': 'fa:16:3e:65:65:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f295adab-0ed8-45be-bb43-1a3d87848e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:53Z', 'updated_at': '2022-02-14T19:23:02Z', 'revision_number': 4, 'project_id': 'a8fbd711ec5d4004868c7d165ae108af', 'subnets': [{'id': 'f295adab-0ed8-45be-bb43-1a3d87848e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:23:04.439292 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:04.440246 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:04.442601 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] 10.222.0.43 "PUT /v2.0/ports/6939e75d-6be4-4de8-a822-8fc632b2d319 HTTP/1.1" status: 200 len: 1093 time: 3.4969296 Feb 14 19:23:04.445696 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce468f8-5aba-46ff-a5ec-23371e30ea11', 'tag': '6939e75d-6be4-4de8-a822-8fc632b2d319'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:23:04.614675 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-197e5b82-4fe4-47ee-b374-9f00af6ad891 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:04.616091 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-197e5b82-4fe4-47ee-b374-9f00af6ad891 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9150271 Feb 14 19:23:04.617720 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48d048-88d8-4510-896c-b26edfcd8fdc service neutron] Pushing event updated for resources: {'Port': ['ID=6939e75d-6be4-4de8-a822-8fc632b2d319,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:04.619520 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52544) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:04.626925 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Request body: {'floatingip': {'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:23:04.644501 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-abb64d59-d707-488d-bb1e-fb4e258b8a66 service neutron] 10.222.0.26 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6591532 Feb 14 19:23:04.851095 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5bfe0-6a6e-405f-a90b-9d225386478b req-7670bf51-9354-4650-ae83-9cb3aa88e1c1 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:04.855168 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0dd5bfe0-6a6e-405f-a90b-9d225386478b req-7670bf51-9354-4650-ae83-9cb3aa88e1c1 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 943 time: 0.1241868 Feb 14 19:23:04.935338 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-2d0afd05-b228-4a4b-9618-03b851d1868c service neutron] 10.222.0.26 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830417 Feb 14 19:23:05.016500 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0dd5bfe0-6a6e-405f-a90b-9d225386478b req-9a3ad016-0cdb-47c4-b60c-42e49d0634e6 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550016 Feb 14 19:23:05.029321 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:05.143220 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device bd5be78f-c704-40c5-ab6d-173e9a4001dc up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:23:05.236763 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-380cf6f9-a077-48b6-b685-30d93b630766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:05.254854 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-380cf6f9-a077-48b6-b685-30d93b630766 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d66f5180fb44311ab408a36e4675e79&device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 1127 time: 0.3220015 Feb 14 19:23:05.341989 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0933fd08-7284-4c0b-aebb-f7ee973c23c1 req-e8ac4503-b0d3-40f3-bc0d-eb88ca3084f8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 210 time: 0.1985807 Feb 14 19:23:05.394374 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port bd5be78f-c704-40c5-ab6d-173e9a4001dc triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:23:05.397428 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:05.490329 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-d28644b5-7658-476b-a728-0a89b052f7fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6939e75d-6be4-4de8-a822-8fc632b2d319 HTTP/1.1" status: 200 len: 217 time: 0.2284086 Feb 14 19:23:05.596858 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b63203-0996-4cc1-86a9-7cd4e439c029" -d '{"events": [{"name": "network-changed", "server_uuid": "bce468f8-5aba-46ff-a5ec-23371e30ea11", "tag": "6939e75d-6be4-4de8-a822-8fc632b2d319"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:23:05.688200 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port bd5be78f-c704-40c5-ab6d-173e9a4001dc is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:05.688200 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:05.752721 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port bd5be78f-c704-40c5-ab6d-173e9a4001dc, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=bd5be78f-c704-40c5-ab6d-173e9a4001dc,segment=NetworkSegment(28873643-11f0-44ec-8b5d-cc44f8d70a1c),segment_id=28873643-11f0-44ec-8b5d-cc44f8d70a1c)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:05.757144 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9b0628dd-58db-4568-8799-6b64dcbb133c req-8e948012-3ef3-4908-aee2-238a911b0dff tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 210 time: 0.0896456 Feb 14 19:23:05.819558 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-adc4985a-9094-4cf5-aca3-4ac4f6373615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:05.819558 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-adc4985a-9094-4cf5-aca3-4ac4f6373615 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf4deb31-da4a-49a7-b7cc-1890d7121bb8 HTTP/1.1" status: 200 len: 851 time: 0.3057244 Feb 14 19:23:05.839629 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:05.924095 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:06.028073 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-bf9d19e4-ea98-4ff2-82c4-6e309cdda2f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9c4a87a-478b-42d0-9970-be8f5f734cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2158737 Feb 14 19:23:06.070853 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=bd5be78f-c704-40c5-ab6d-173e9a4001dc,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:06.360249 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-6b14d5d4-0a45-4873-b14f-53a954e59eef service neutron] 10.222.0.43 "GET /v2.0/networks/f9c4a87a-478b-42d0-9970-be8f5f734cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207691 Feb 14 19:23:06.720672 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ed4c1d-91bc-4474-9374-45e6901b30b0 x-openstack-request-id: req-71ed4c1d-91bc-4474-9374-45e6901b30b0 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:23:06.721185 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce468f8-5aba-46ff-a5ec-23371e30ea11", "tag": "6939e75d-6be4-4de8-a822-8fc632b2d319", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:23:06.722732 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71ed4c1d-91bc-4474-9374-45e6901b30b0 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:23:06.723640 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce468f8-5aba-46ff-a5ec-23371e30ea11', 'tag': '6939e75d-6be4-4de8-a822-8fc632b2d319', 'status': 'completed', 'code': 200} Feb 14 19:23:06.734291 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c37ed3-2498-4c7d-92b8-a54575c4cfef req-07dffaf5-cac9-4c57-a1bf-be240009d245 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:06.742822 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e7c37ed3-2498-4c7d-92b8-a54575c4cfef req-07dffaf5-cac9-4c57-a1bf-be240009d245 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 943 time: 0.3610740 Feb 14 19:23:06.762478 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Allocated IP 172.27.2.223 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/0ad86e36-f769-4c1d-a914-7c9571cad119) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:23:06.769086 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-228f2397-24d2-4631-abd8-7d81e5a7aae0 req-b7f81e8d-484a-4a9a-bc42-de9362c064c8 service neutron] 10.222.0.43 "GET /v2.0/networks/f9c4a87a-478b-42d0-9970-be8f5f734cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918381 Feb 14 19:23:06.876307 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e7c37ed3-2498-4c7d-92b8-a54575c4cfef req-f538bd9b-5bc4-4c8b-953f-275c5a25a2b2 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296473 Feb 14 19:23:07.080357 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for port (0ad86e36-f769-4c1d-a914-7c9571cad119), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:07.100263 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ed949584-2aa6-4c7d-83ce-30cf9d9d49c8 req-5e7c356b-b58d-4b44-b40a-7b6300240a0b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 210 time: 0.0960312 Feb 14 19:23:07.102982 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device bd5be78f-c704-40c5-ab6d-173e9a4001dc up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:23:07.299607 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port bd5be78f-c704-40c5-ab6d-173e9a4001dc triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:23:07.300447 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:07.313713 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-7aed0997-a8ad-4467-9069-194044ac6a76 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:07.327051 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-7aed0997-a8ad-4467-9069-194044ac6a76 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/networks?id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4 HTTP/1.1" status: 200 len: 819 time: 0.3175106 Feb 14 19:23:07.394569 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-26967e29-1085-4a41-902d-a490a10a1e08 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/quotas/a8fbd711ec5d4004868c7d165ae108af HTTP/1.1" status: 200 len: 375 time: 0.0520301 Feb 14 19:23:07.472657 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (0ad86e36-f769-4c1d-a914-7c9571cad119), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:07.509935 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b63203-0996-4cc1-86a9-7cd4e439c029 req-93171e00-dbd1-469e-9559-2332c5f57723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:07.512173 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a3b63203-0996-4cc1-86a9-7cd4e439c029 req-93171e00-dbd1-469e-9559-2332c5f57723 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d66f5180fb44311ab408a36e4675e79&device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 1127 time: 0.2845440 Feb 14 19:23:07.568790 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port bd5be78f-c704-40c5-ab6d-173e9a4001dc is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:07.601006 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:23:07.622932 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:23:07.642719 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:23:07.653267 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-76091b4c-830a-425b-9d93-d7a2f392f951 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8fbd711ec5d4004868c7d165ae108af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2573500 Feb 14 19:23:08.056912 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for floatingip (dbd21ef2-4cce-4d72-b37b-08776f75cfd2), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:08.056912 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event updated for resources: {'Port': ['ID=0ad86e36-f769-4c1d-a914-7c9571cad119,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:08.109817 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-f994383b-f226-426c-888b-5b9058f1ea81 service neutron] 10.222.0.26 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308448 Feb 14 19:23:08.158516 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea4bd3-f63e-4153-b867-bb1e623896c9 req-18938066-bf5e-4cb3-8135-4e6ce6814ca5 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:08.176300 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-22ea4bd3-f63e-4153-b867-bb1e623896c9 req-18938066-bf5e-4cb3-8135-4e6ce6814ca5 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 943 time: 0.1304376 Feb 14 19:23:08.278293 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-22ea4bd3-f63e-4153-b867-bb1e623896c9 req-31c8b7a6-21f0-4951-97e7-1075bb357f91 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889201 Feb 14 19:23:08.278437 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b63203-0996-4cc1-86a9-7cd4e439c029 req-07c418ef-d23e-4435-bd13-72f99d928f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:08.278437 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a3b63203-0996-4cc1-86a9-7cd4e439c029 req-07c418ef-d23e-4435-bd13-72f99d928f8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9c4a87a-478b-42d0-9970-be8f5f734cf1 HTTP/1.1" status: 200 len: 912 time: 0.7535136 Feb 14 19:23:08.331725 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a3b63203-0996-4cc1-86a9-7cd4e439c029 req-d62b30e8-381f-4ffa-8f8e-39f63af3e11c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6939e75d-6be4-4de8-a822-8fc632b2d319 HTTP/1.1" status: 200 len: 217 time: 0.0474362 Feb 14 19:23:08.336855 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (0ad86e36-f769-4c1d-a914-7c9571cad119), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:08.403916 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b63203-0996-4cc1-86a9-7cd4e439c029 req-a012665e-d4aa-4081-9e7f-5947e16471e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:08.403916 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a3b63203-0996-4cc1-86a9-7cd4e439c029 req-a012665e-d4aa-4081-9e7f-5947e16471e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf4deb31-da4a-49a7-b7cc-1890d7121bb8 HTTP/1.1" status: 200 len: 851 time: 0.0608156 Feb 14 19:23:08.436106 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-800f59f1-80f3-408d-8a4a-feab64f55908 req-61b4ae92-5071-467e-9798-1a894fbdf2e3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 210 time: 0.0472200 Feb 14 19:23:08.480988 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-4a2b4c6b-1cb3-4b51-b0e8-f83eff042952 service neutron] 10.222.0.26 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528767 Feb 14 19:23:08.569112 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a3b63203-0996-4cc1-86a9-7cd4e439c029 req-33586f60-0f0f-4ac0-b27e-584f1682cfc1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9c4a87a-478b-42d0-9970-be8f5f734cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840509 Feb 14 19:23:08.750195 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a3b63203-0996-4cc1-86a9-7cd4e439c029 req-7ee0db62-fd6d-482a-91f6-895e02c12d73 service neutron] 10.222.0.43 "GET /v2.0/networks/f9c4a87a-478b-42d0-9970-be8f5f734cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697102 Feb 14 19:23:08.871573 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for port (0ad86e36-f769-4c1d-a914-7c9571cad119), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:09.008212 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5c24a368-db70-4777-a1af-072f87058ba5 req-dab6f1e8-5bbd-469a-b145-38c1a6a138dc tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 210 time: 0.1155505 Feb 14 19:23:09.058584 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a3b63203-0996-4cc1-86a9-7cd4e439c029 req-7a103e98-562a-42cb-b8cf-fc03a667d8e3 service neutron] 10.222.0.43 "GET /v2.0/networks/f9c4a87a-478b-42d0-9970-be8f5f734cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943099 Feb 14 19:23:09.108377 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52696) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:09.228979 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (0ad86e36-f769-4c1d-a914-7c9571cad119), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:09.332381 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (dbd21ef2-4cce-4d72-b37b-08776f75cfd2), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:09.418846 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event updated for resources: {'Port': ['ID=0ad86e36-f769-4c1d-a914-7c9571cad119,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:09.448747 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-6d9948ee-de63-4176-96bf-ce41b7f17cbe tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:09.448747 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-6d9948ee-de63-4176-96bf-ce41b7f17cbe tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.43 "GET /v2.0/networks?id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 200 len: 817 time: 0.2411323 Feb 14 19:23:09.470718 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:09.478550 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-6f0f5753-2504-48a0-af07-a79b60ed4b7d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8506505 Feb 14 19:23:09.600716 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693c8f4-eb05-47df-85bc-d2a630e0d471 req-7f3ec24c-5990-4bcf-b52d-b0de68cc70c6 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:09.602632 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4693c8f4-eb05-47df-85bc-d2a630e0d471 req-7f3ec24c-5990-4bcf-b52d-b0de68cc70c6 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 943 time: 0.1538322 Feb 14 19:23:09.657668 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a1c9faed-685e-4940-be07-c6fe3fcbc0ff req-04842445-35d6-4858-a92d-9b9a7c58b110 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 210 time: 0.0768199 Feb 14 19:23:09.699191 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1f2726e2-9e4b-4d32-9c21-957afe207b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:09.709126 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-c1bb8e59-77eb-4c95-9c6f-a27177d54f97 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8e94048f637402f867e42ca604960db HTTP/1.1" status: 200 len: 380 time: 0.2493379 Feb 14 19:23:09.757490 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-8c7994f0-5606-4556-b24f-32d7b3dd3f8b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Request body: {'port': {'device_id': 'cbfab847-3413-4db1-9078-653cb290106e', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'admin_state_up': True, 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'security_groups': ['c2bf3fe8-8dc1-422c-8da6-4c7a69b19840']}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:23:09.887706 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1f2726e2-9e4b-4d32-9c21-957afe207b33 admin admin] Publish callbacks [] for security_group (e0edf473-93ba-4f26-9ffb-25bdafcc0869), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:09.888355 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4693c8f4-eb05-47df-85bc-d2a630e0d471 req-28201750-cde7-4e16-81e5-751b6c1ac18c tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716134 Feb 14 19:23:10.020585 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-5acfdee6-1366-44f3-a4f6-705055f6b75a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--803324556&fields=id&tenant_id=cd3df3df80dd4f81ab8464493ce4d182 HTTP/1.1" status: 200 len: 267 time: 0.0893881 Feb 14 19:23:10.032964 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1f2726e2-9e4b-4d32-9c21-957afe207b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (e0edf473-93ba-4f26-9ffb-25bdafcc0869), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:10.141687 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.43', 58247) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:10.148715 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2726e2-9e4b-4d32-9c21-957afe207b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0edf473-93ba-4f26-9ffb-25bdafcc0869,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:10.272751 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-1f2726e2-9e4b-4d32-9c21-957afe207b33 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31969727de5b4d9f89f7a303f1694b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1630385 Feb 14 19:23:10.277692 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52754) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:10.358860 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-a9bc52f7-6d55-407a-9dbb-62814c515f07 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:10.361174 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-a9bc52f7-6d55-407a-9dbb-62814c515f07 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/networks?id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 HTTP/1.1" status: 200 len: 810 time: 0.3127472 Feb 14 19:23:10.389007 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-01153b1e-214b-45fb-8384-e41f1b3dd338 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/quotas/cd3df3df80dd4f81ab8464493ce4d182 HTTP/1.1" status: 200 len: 375 time: 0.0192285 Feb 14 19:23:10.429936 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0b0ae62c-45bd-4d0f-881e-5495cbd27060 admin admin] Publish callbacks [] for security_group (e0edf473-93ba-4f26-9ffb-25bdafcc0869), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:10.449348 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-57389f7d-6d88-4119-a547-d79a0308ecd3 req-a55b75f6-ee33-4b43-bb1d-eaeac8217fa9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 210 time: 0.3086956 Feb 14 19:23:10.529406 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-8c7994f0-5606-4556-b24f-32d7b3dd3f8b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Made reservation on behalf of d8e94048f637402f867e42ca604960db for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:23:10.537590 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0b0ae62c-45bd-4d0f-881e-5495cbd27060 admin admin] Publish callbacks [] for security_group (e0edf473-93ba-4f26-9ffb-25bdafcc0869), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:10.538750 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-8c7994f0-5606-4556-b24f-32d7b3dd3f8b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:10.639859 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0e9be4e9-9b74-481c-8021-d4fa0ef044cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:10.694403 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-390dce5d-9cf8-42be-9995-a312eb9c910f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd3df3df80dd4f81ab8464493ce4d182&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2846940 Feb 14 19:23:10.775389 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-d581fa73-1e73-4f43-b4ca-8db2626f0374 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:10.777041 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-d581fa73-1e73-4f43-b4ca-8db2626f0374 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.43 "GET /v2.0/networks?id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4 HTTP/1.1" status: 200 len: 819 time: 0.3591433 Feb 14 19:23:10.810882 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-8cea8411-f620-49bd-a9ba-3169eff303e9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Request body: {'port': {'device_id': 'ea5ae528-ed31-46b6-a675-b0edfc03c22d', 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4', 'admin_state_up': True, 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:23:10.895977 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52770) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:10.915585 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-148d9cb9-d35d-4249-9267-23b7b14bdff2 service neutron] 10.222.0.26 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877234 Feb 14 19:23:11.030432 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5bd07d5d-5ebe-4d83-972d-24b1409661e4 req-cd15ed14-acc9-4509-a4b2-60af1d09d742 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 210 time: 0.1937573 Feb 14 19:23:11.067390 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-8c7994f0-5606-4556-b24f-32d7b3dd3f8b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Allocated IP 172.20.0.13 (78eba71b-bdab-4af1-bd90-ce172cf4bf6e/cfee419b-fffe-4533-9b87-1735a151f782/0f3cad90-edf9-4a45-b3a1-fd58bbeacd03) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:23:11.134082 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0b0ae62c-45bd-4d0f-881e-5495cbd27060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (e0edf473-93ba-4f26-9ffb-25bdafcc0869), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:11.141624 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0b0ae62c-45bd-4d0f-881e-5495cbd27060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:11.144699 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-0b0ae62c-45bd-4d0f-881e-5495cbd27060 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0edf473-93ba-4f26-9ffb-25bdafcc0869 HTTP/1.1" status: 204 len: 168 time: 0.8645463 Feb 14 19:23:11.175311 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ae62c-45bd-4d0f-881e-5495cbd27060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0edf473-93ba-4f26-9ffb-25bdafcc0869,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:11.246182 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-8cea8411-f620-49bd-a9ba-3169eff303e9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Made reservation on behalf of a8fbd711ec5d4004868c7d165ae108af for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:23:11.250752 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-8cea8411-f620-49bd-a9ba-3169eff303e9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:11.290720 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-aa9cce8a-6103-4672-8d47-d4883d742b7d service neutron] 10.222.0.26 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709152 Feb 14 19:23:11.322835 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52784) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:11.414331 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-04cb837f-0e39-46f5-99bc-60ab742661c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:11.452585 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7785f-4284-4424-aadc-a2f5fac853aa req-104aba3a-793f-4b2d-b975-dbdb70eb0ac9 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:11.460264 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c1f7785f-4284-4424-aadc-a2f5fac853aa req-104aba3a-793f-4b2d-b975-dbdb70eb0ac9 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 943 time: 0.2068830 Feb 14 19:23:11.491784 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-8c7994f0-5606-4556-b24f-32d7b3dd3f8b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:11.557855 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-005a1c15-a820-4830-866d-fb8d9f678356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:11.616622 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-04cb837f-0e39-46f5-99bc-60ab742661c0 admin admin] Publish callbacks [] for security_group (910ebd7e-b1a4-49ed-b773-16cd87439f07), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:11.619121 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c1f7785f-4284-4424-aadc-a2f5fac853aa req-c54098f0-b9b5-46d2-8d8b-d8855fa28681 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578147 Feb 14 19:23:11.627951 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-8cea8411-f620-49bd-a9ba-3169eff303e9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Allocated IP 172.20.0.8 (fab74b34-fdee-4ad1-a3ed-0ddc578628b4/f295adab-0ed8-45be-bb43-1a3d87848e91/f3d439a8-8296-4d11-8c38-17a5015e337a) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:23:11.745395 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-005a1c15-a820-4830-866d-fb8d9f678356 admin admin] Publish callbacks [] for security_group (63371117-d5ef-4ace-8e5d-25de8297f963), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:11.852205 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6ba31f16-0d25-4dd3-acd8-8909424a84cb req-c8bce210-baac-46ce-83e3-513ea96d24cd tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 210 time: 0.0949161 Feb 14 19:23:11.857698 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-8c7994f0-5606-4556-b24f-32d7b3dd3f8b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:11.859066 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-04cb837f-0e39-46f5-99bc-60ab742661c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (910ebd7e-b1a4-49ed-b773-16cd87439f07), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:11.884987 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-005a1c15-a820-4830-866d-fb8d9f678356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (63371117-d5ef-4ace-8e5d-25de8297f963), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:11.937875 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-8c7994f0-5606-4556-b24f-32d7b3dd3f8b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:23:11.949391 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb837f-0e39-46f5-99bc-60ab742661c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910ebd7e-b1a4-49ed-b773-16cd87439f07,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:11.953021 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-8c7994f0-5606-4556-b24f-32d7b3dd3f8b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:23:11.961545 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-8c7994f0-5606-4556-b24f-32d7b3dd3f8b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:23:11.972600 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-8c7994f0-5606-4556-b24f-32d7b3dd3f8b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:11.973219 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-8c7994f0-5606-4556-b24f-32d7b3dd3f8b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:11.975997 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7994f0-5606-4556-b24f-32d7b3dd3f8b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event updated for resources: {'Port': ['ID=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:12.007172 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-8cea8411-f620-49bd-a9ba-3169eff303e9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks [] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.057277 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-04cb837f-0e39-46f5-99bc-60ab742661c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5400493a470439986aaa3d9e068604f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1564205 Feb 14 19:23:12.059832 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52800) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:12.086763 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-8c7994f0-5606-4556-b24f-32d7b3dd3f8b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3416135 Feb 14 19:23:12.125286 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Request body: {'port': {'device_id': 'cbfab847-3413-4db1-9078-653cb290106e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:23:12.138275 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-005a1c15-a820-4830-866d-fb8d9f678356 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b5ccf7887e449ebaf5f48dba2f7f1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8139384 Feb 14 19:23:12.191478 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52804) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:12.273865 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a57b3c42-1728-4c0a-a391-2b6a5f1b929f req-0359a83b-b8ed-41d4-aeff-f60657a369a9 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 210 time: 0.1583011 Feb 14 19:23:12.331068 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.334588 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a1c15-a820-4830-866d-fb8d9f678356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63371117-d5ef-4ace-8e5d-25de8297f963,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:12.339967 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-8cea8411-f620-49bd-a9ba-3169eff303e9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.402721 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2bd0-0b0e-4d54-b1a9-23939b5d6361 admin admin] Publish callbacks [] for security_group (910ebd7e-b1a4-49ed-b773-16cd87439f07), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.417083 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-8cea8411-f620-49bd-a9ba-3169eff303e9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:23:12.421373 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-8cea8411-f620-49bd-a9ba-3169eff303e9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:23:12.429961 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-8cea8411-f620-49bd-a9ba-3169eff303e9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:23:12.437643 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-8cea8411-f620-49bd-a9ba-3169eff303e9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:12.443294 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-8cea8411-f620-49bd-a9ba-3169eff303e9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.490979 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2bd0-0b0e-4d54-b1a9-23939b5d6361 admin admin] Publish callbacks [] for security_group (910ebd7e-b1a4-49ed-b773-16cd87439f07), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.494669 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea8411-f620-49bd-a9ba-3169eff303e9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Pushing event updated for resources: {'Port': ['ID=f3d439a8-8296-4d11-8c38-17a5015e337a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:12.501551 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dcd13-96bf-4bd1-8b35-b7bd8710bf6e req-617b1dd6-e73f-4b2d-8179-2b6bcdceda10 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:12.509690 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c65dcd13-96bf-4bd1-8b35-b7bd8710bf6e req-617b1dd6-e73f-4b2d-8179-2b6bcdceda10 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 932 time: 0.1993182 Feb 14 19:23:12.517927 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-59d51914-0100-4806-909d-2551f60b43a0 admin admin] Publish callbacks [] for security_group (63371117-d5ef-4ace-8e5d-25de8297f963), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.589358 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-ad39d917-6ee2-4727-948b-70c4a5652b7b None None] Provisioning complete for port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:23:12.590489 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ad39d917-6ee2-4727-948b-70c4a5652b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.602476 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-59d51914-0100-4806-909d-2551f60b43a0 admin admin] Publish callbacks [] for security_group (63371117-d5ef-4ace-8e5d-25de8297f963), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.629878 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c65dcd13-96bf-4bd1-8b35-b7bd8710bf6e req-7142a662-a95e-4146-8396-990b361ed29a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191745 Feb 14 19:23:12.634034 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-8cea8411-f620-49bd-a9ba-3169eff303e9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8375466 Feb 14 19:23:12.657646 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-ad39d917-6ee2-4727-948b-70c4a5652b7b None None] Port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:23:12.688452 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Request body: {'port': {'device_id': 'ea5ae528-ed31-46b6-a675-b0edfc03c22d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:23:12.729050 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2bd0-0b0e-4d54-b1a9-23939b5d6361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (910ebd7e-b1a4-49ed-b773-16cd87439f07), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.731850 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2bd0-0b0e-4d54-b1a9-23939b5d6361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.744372 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-7b4d2bd0-0b0e-4d54-b1a9-23939b5d6361 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/910ebd7e-b1a4-49ed-b773-16cd87439f07 HTTP/1.1" status: 204 len: 168 time: 0.6446457 Feb 14 19:23:12.748707 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d2bd0-0b0e-4d54-b1a9-23939b5d6361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910ebd7e-b1a4-49ed-b773-16cd87439f07,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:12.763766 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-59d51914-0100-4806-909d-2551f60b43a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (63371117-d5ef-4ace-8e5d-25de8297f963), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.767356 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-59d51914-0100-4806-909d-2551f60b43a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.768804 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-59d51914-0100-4806-909d-2551f60b43a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63371117-d5ef-4ace-8e5d-25de8297f963 HTTP/1.1" status: 204 len: 168 time: 0.5764463 Feb 14 19:23:12.785527 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d51914-0100-4806-909d-2551f60b43a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63371117-d5ef-4ace-8e5d-25de8297f963,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:12.798627 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-a92d67d5-e800-46d4-9fe5-40017bf386c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.885883 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f5bce-e5e0-4051-b6fb-3942ef3ad45f req-35ffdffe-46b5-464e-b54a-3b28c728baeb tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:12.887548 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-478f5bce-e5e0-4051-b6fb-3942ef3ad45f req-35ffdffe-46b5-464e-b54a-3b28c728baeb tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 943 time: 0.1627603 Feb 14 19:23:12.892469 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.933008 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:23:12.945204 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Publish callbacks [] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:12.986878 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2d404e1d-ef56-4e74-88bf-c4a849c22158 req-6217785b-2070-42a8-8957-58081cb04b47 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 210 time: 0.0368142 Feb 14 19:23:12.989343 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.43', 58254) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:13.012390 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Transition to ACTIVE for port object 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:23:13.025708 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-478f5bce-e5e0-4051-b6fb-3942ef3ad45f req-dcfcf151-dbcb-4a1a-a574-dd176ad6642e tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303327 Feb 14 19:23:13.107474 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:13.160244 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-ed5308dc-0d23-46ac-b068-1712b54a374b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:13.161733 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-ed5308dc-0d23-46ac-b068-1712b54a374b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.43 "GET /v2.0/networks?id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4 HTTP/1.1" status: 200 len: 819 time: 0.1709318 Feb 14 19:23:13.192192 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-47cc45bd-255a-43af-8595-d15952d5430d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Request body: {'port': {'device_id': 'd324ba1c-42c6-43e4-b1c4-3777501bf437', 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4', 'admin_state_up': True, 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:23:13.226641 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:13.345564 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Attempting to bind port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:23:13.345909 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Attempting to bind port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:23:13.346244 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Attempting to bind port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 on network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:23:13.361161 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 on network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:23:13.361489 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Attempting to bind port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 on network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:23:13.373362 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:23:13.373856 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Checking segment: {'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:23:13.374693 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Bound using segment: {'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:23:13.374804 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Bound port: 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:23:13.375244 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:13.471220 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-519ca986-3c3b-461f-8f6a-7ae7ea89aa02 req-d3a5bb93-f7dc-49cd-926c-04e2457394c4 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 210 time: 0.0763228 Feb 14 19:23:13.573534 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] For port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:23:13.595761 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d439a8-8296-4d11-8c38-17a5015e337a {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:23:13.601159 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] For port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:23:13.606621 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Publish callbacks [] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:13.609913 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-47cc45bd-255a-43af-8595-d15952d5430d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Made reservation on behalf of a8fbd711ec5d4004868c7d165ae108af for: {'port': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:23:13.613724 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-47cc45bd-255a-43af-8595-d15952d5430d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:13.620328 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Transition to ACTIVE for port object f3d439a8-8296-4d11-8c38-17a5015e337a will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:23:13.674486 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:13.708396 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:13.709032 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:13.710648 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] 10.222.0.43 "PUT /v2.0/ports/0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 HTTP/1.1" status: 200 len: 1094 time: 1.5918052 Feb 14 19:23:13.711102 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfab847-3413-4db1-9078-653cb290106e', 'tag': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:23:13.716601 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94ebaad-39a9-4625-9e56-9a29c4ff0563" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfab847-3413-4db1-9078-653cb290106e", "tag": "0f3cad90-edf9-4a45-b3a1-fd58bbeacd03"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:23:13.744191 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:13.804126 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0dc96-efbe-47ab-ba07-7ffee0019c20 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:13.846703 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a99211e-13c8-47f7-ab61-8288a1bbddc0 x-openstack-request-id: req-3a99211e-13c8-47f7-ab61-8288a1bbddc0 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:23:13.847007 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfab847-3413-4db1-9078-653cb290106e", "tag": "0f3cad90-edf9-4a45-b3a1-fd58bbeacd03", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:23:13.847270 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a99211e-13c8-47f7-ab61-8288a1bbddc0 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:23:13.847681 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfab847-3413-4db1-9078-653cb290106e', 'tag': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'status': 'completed', 'code': 200} Feb 14 19:23:13.926536 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Pushing event updated for resources: {'Port': ['ID=f3d439a8-8296-4d11-8c38-17a5015e337a,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:13.938614 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21348cad-c1b1-4b1b-ab5f-61c66559ec4f req-e525d093-96b6-4c0a-92fd-ab173abe3fa9 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:13.941007 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-21348cad-c1b1-4b1b-ab5f-61c66559ec4f req-e525d093-96b6-4c0a-92fd-ab173abe3fa9 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.2163832 Feb 14 19:23:13.979493 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52860) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:13.993441 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Attempting to bind port f3d439a8-8296-4d11-8c38-17a5015e337a on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:23:13.993747 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Attempting to bind port f3d439a8-8296-4d11-8c38-17a5015e337a by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '28873643-11f0-44ec-8b5d-cc44f8d70a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:23:13.994025 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Attempting to bind port f3d439a8-8296-4d11-8c38-17a5015e337a on network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:23:14.018820 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4e0d90e4-9197-4552-b6c2-4a15794b245b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:14.033266 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-91b13f6b-aabd-45fc-853d-1a781c952329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:14.035868 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-91b13f6b-aabd-45fc-853d-1a781c952329 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8e94048f637402f867e42ca604960db&device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 1128 time: 0.1822770 Feb 14 19:23:14.036605 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Port f3d439a8-8296-4d11-8c38-17a5015e337a on network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:23:14.037033 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Attempting to bind port f3d439a8-8296-4d11-8c38-17a5015e337a on network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:23:14.111020 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:23:14.111548 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Checking segment: {'id': '28873643-11f0-44ec-8b5d-cc44f8d70a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:23:14.112199 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Bound using segment: {'id': '28873643-11f0-44ec-8b5d-cc44f8d70a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:23:14.112868 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Bound port: f3d439a8-8296-4d11-8c38-17a5015e337a, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28873643-11f0-44ec-8b5d-cc44f8d70a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:23:14.115902 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:14.121990 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 52866) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:14.140224 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-e5b9a56c-ffea-4c1a-abb6-75e17bdba007 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 HTTP/1.1" status: 200 len: 217 time: 0.0879474 Feb 14 19:23:14.150823 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-21348cad-c1b1-4b1b-ab5f-61c66559ec4f req-5d7a321f-2d87-442b-a1b8-0002a67c6e38 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007625 Feb 14 19:23:14.179751 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb445452-6819-4d1c-a57c-7a571cb1162b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:14.222431 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-47cc45bd-255a-43af-8595-d15952d5430d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Allocated IP 172.20.0.5 (fab74b34-fdee-4ad1-a3ed-0ddc578628b4/f295adab-0ed8-45be-bb43-1a3d87848e91/8b81756e-9a97-4d76-ac06-a29f7355dc91) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:23:14.250980 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b3f5ab98-8865-42a8-aa16-6eaa845dfe6b req-7594c22d-e431-47bb-a4e3-6017b06d0c98 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 210 time: 0.0505350 Feb 14 19:23:14.269476 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:14.354032 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4e0d90e4-9197-4552-b6c2-4a15794b245b admin admin] Publish callbacks [] for security_group (d42edda5-ce5c-465a-83eb-0718edb56cec), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:14.403623 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-43f943d9-e364-44ca-8294-d981f398ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:14.405341 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-43f943d9-e364-44ca-8294-d981f398ced3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfee419b-fffe-4533-9b87-1735a151f782 HTTP/1.1" status: 200 len: 856 time: 0.2514906 Feb 14 19:23:14.452695 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4e0d90e4-9197-4552-b6c2-4a15794b245b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (d42edda5-ce5c-465a-83eb-0718edb56cec), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:14.477871 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] For port f3d439a8-8296-4d11-8c38-17a5015e337a, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:23:14.544051 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] For port f3d439a8-8296-4d11-8c38-17a5015e337a, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f3d439a8-8296-4d11-8c38-17a5015e337a,segment=NetworkSegment(28873643-11f0-44ec-8b5d-cc44f8d70a1c),segment_id=28873643-11f0-44ec-8b5d-cc44f8d70a1c)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:23:14.550104 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-47cc45bd-255a-43af-8595-d15952d5430d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks [] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:14.567240 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d90e4-9197-4552-b6c2-4a15794b245b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42edda5-ce5c-465a-83eb-0718edb56cec,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:14.575336 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-4e0d90e4-9197-4552-b6c2-4a15794b245b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6184936220d4d09a6e19e7077f277d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5948412 Feb 14 19:23:14.591892 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52874) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:14.595030 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-02e11030-0266-4c4e-b59a-e8df2b6be5b0 req-2ec5c889-6ebf-49e2-afe3-613c70cc2813 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 210 time: 0.0395210 Feb 14 19:23:14.611782 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f7189-3935-42df-8676-5b4c92c062ce req-10614580-253c-4e7c-8302-25e64dcd296a tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:14.615756 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9f0f7189-3935-42df-8676-5b4c92c062ce req-10614580-253c-4e7c-8302-25e64dcd296a tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 943 time: 0.2288408 Feb 14 19:23:14.676207 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3e7a0208-c827-4ab2-9113-fef34a8c97f8 admin admin] Publish callbacks [] for security_group (d42edda5-ce5c-465a-83eb-0718edb56cec), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:14.710010 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3e7a0208-c827-4ab2-9113-fef34a8c97f8 admin admin] Publish callbacks [] for security_group (d42edda5-ce5c-465a-83eb-0718edb56cec), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:14.743035 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-47cc45bd-255a-43af-8595-d15952d5430d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:14.891123 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-47cc45bd-255a-43af-8595-d15952d5430d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:23:14.909890 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc45bd-255a-43af-8595-d15952d5430d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Pushing event updated for resources: {'Port': ['ID=8b81756e-9a97-4d76-ac06-a29f7355dc91,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:14.916654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-47cc45bd-255a-43af-8595-d15952d5430d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:23:14.925293 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-47cc45bd-255a-43af-8595-d15952d5430d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:23:14.925432 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:14.929764 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-47cc45bd-255a-43af-8595-d15952d5430d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:14.929930 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb445452-6819-4d1c-a57c-7a571cb1162b admin admin] Publish callbacks [] for security_group (adfa1aee-f670-43e5-a9ad-5db74235ede6), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:14.930532 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-47cc45bd-255a-43af-8595-d15952d5430d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for port (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:14.970603 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-6c6aa43c-8001-4dc8-85d6-e6365b2bc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:14.972136 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-6c6aa43c-8001-4dc8-85d6-e6365b2bc3e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5415082 Feb 14 19:23:15.020158 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:15.020766 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:15.022191 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] 10.222.0.43 "PUT /v2.0/ports/f3d439a8-8296-4d11-8c38-17a5015e337a HTTP/1.1" status: 200 len: 1093 time: 2.3418605 Feb 14 19:23:15.023230 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3e7a0208-c827-4ab2-9113-fef34a8c97f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (d42edda5-ce5c-465a-83eb-0718edb56cec), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:15.028152 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3e7a0208-c827-4ab2-9113-fef34a8c97f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:15.032562 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-3e7a0208-c827-4ab2-9113-fef34a8c97f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d42edda5-ce5c-465a-83eb-0718edb56cec HTTP/1.1" status: 204 len: 168 time: 0.4335103 Feb 14 19:23:15.036797 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-47cc45bd-255a-43af-8595-d15952d5430d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8617361 Feb 14 19:23:15.042196 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb445452-6819-4d1c-a57c-7a571cb1162b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (adfa1aee-f670-43e5-a9ad-5db74235ede6), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:15.052839 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a0208-c827-4ab2-9113-fef34a8c97f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42edda5-ce5c-465a-83eb-0718edb56cec,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:15.062050 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Request body: {'port': {'device_id': 'd324ba1c-42c6-43e4-b1c4-3777501bf437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:23:15.103450 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9f0f7189-3935-42df-8676-5b4c92c062ce req-ce747f88-d1f3-4b4e-a24a-ca3e0fcef982 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779067 Feb 14 19:23:15.117356 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d451c50-2b1e-47da-bbf2-152a926c05dd service neutron] Pushing event updated for resources: {'Port': ['ID=f3d439a8-8296-4d11-8c38-17a5015e337a,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:15.171037 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.43', 58258) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:15.200164 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-cb445452-6819-4d1c-a57c-7a571cb1162b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d48bb12d13fb4d92b8c728430a8a9f42&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0767665 Feb 14 19:23:15.209533 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52892) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:15.225722 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb445452-6819-4d1c-a57c-7a571cb1162b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfa1aee-f670-43e5-a9ad-5db74235ede6,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:15.228996 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:15.282850 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-b0efb94b-f906-4d3d-b30f-9a8e21d95ae1 service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004868 Feb 14 19:23:15.377992 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-80e46d42-1fa1-4668-9fed-b1a9d2a2c033 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:15.379539 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-80e46d42-1fa1-4668-9fed-b1a9d2a2c033 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.43 "GET /v2.0/networks?id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 HTTP/1.1" status: 200 len: 810 time: 0.2932563 Feb 14 19:23:15.407671 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-3dd9a9d1-c9d4-4dc1-bcf5-eb50eb2cc3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:15.409168 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-3dd9a9d1-c9d4-4dc1-bcf5-eb50eb2cc3b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8fbd711ec5d4004868c7d165ae108af&device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 1127 time: 0.2118039 Feb 14 19:23:15.414361 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-89705e9a-7655-4879-88c3-c029f9aef978 admin admin] Publish callbacks [] for security_group (adfa1aee-f670-43e5-a9ad-5db74235ede6), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:15.490598 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-bf99eccc-4045-4a10-8841-e7c361e96a30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d439a8-8296-4d11-8c38-17a5015e337a HTTP/1.1" status: 200 len: 217 time: 0.0590982 Feb 14 19:23:15.581025 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1c06bec1-c1b8-4320-96c3-8243ce27ea1a req-33c78c47-032c-4d9e-b6fc-71c64e230766 service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868092 Feb 14 19:23:15.601563 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6ef60-0ad3-4730-bd58-f86b9901216d req-e2c30088-6a36-4e70-944c-e51c66a3d2f3 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:15.603367 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4cf6ef60-0ad3-4730-bd58-f86b9901216d req-e2c30088-6a36-4e70-944c-e51c66a3d2f3 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 931 time: 0.2326477 Feb 14 19:23:15.610384 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-b1025c73-4822-46ae-b626-fe49b0550a39 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd3df3df80dd4f81ab8464493ce4d182 HTTP/1.1" status: 200 len: 379 time: 0.2119336 Feb 14 19:23:15.625445 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-eda34a53-f72b-4fbc-a7c2-8dee645cdcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:15.625564 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:15.626723 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-eda34a53-f72b-4fbc-a7c2-8dee645cdcf8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f295adab-0ed8-45be-bb43-1a3d87848e91 HTTP/1.1" status: 200 len: 859 time: 0.1264672 Feb 14 19:23:15.627050 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-89705e9a-7655-4879-88c3-c029f9aef978 admin admin] Publish callbacks [] for security_group (adfa1aee-f670-43e5-a9ad-5db74235ede6), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:15.637243 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-7ca357a1-0911-4d83-983f-187ffec25702 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Request body: {'port': {'device_id': '30430534-a799-42cd-84b7-03b4a018d7c8', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'admin_state_up': True, 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'security_groups': ['1d743b1d-e83b-4bb3-ab82-3a78c00a799a']}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:23:15.681036 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52908) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:15.715286 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-12cdd6b2-e41d-4672-a89f-17a21f90a8e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716200 Feb 14 19:23:15.778653 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99223b1f-1f9d-4cc0-8208-d37d3e322df8 req-24c69f47-7de7-40e8-982c-281f4e0580fa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:15.781715 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-99223b1f-1f9d-4cc0-8208-d37d3e322df8 req-24c69f47-7de7-40e8-982c-281f4e0580fa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.3386223 Feb 14 19:23:15.882711 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5ae528-ed31-46b6-a675-b0edfc03c22d', 'tag': 'f3d439a8-8296-4d11-8c38-17a5015e337a'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:23:15.888568 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9e3be2-4137-4764-be68-c768fd3dea46" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5ae528-ed31-46b6-a675-b0edfc03c22d", "tag": "f3d439a8-8296-4d11-8c38-17a5015e337a"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:23:15.936694 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-99223b1f-1f9d-4cc0-8208-d37d3e322df8 req-a48e02d6-7444-4c35-96f0-6ef56cc67379 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461470 Feb 14 19:23:15.949215 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4cf6ef60-0ad3-4730-bd58-f86b9901216d req-58777e2b-a14a-443c-b3c9-f057c47fced8 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351679 Feb 14 19:23:15.978410 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b7357c97-f4cd-49b2-8f19-1adda5cf1df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.019463 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-89705e9a-7655-4879-88c3-c029f9aef978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (adfa1aee-f670-43e5-a9ad-5db74235ede6), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.022205 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-89705e9a-7655-4879-88c3-c029f9aef978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.024713 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70933ff3-9bf9-44af-8ba0-b0b7c650fce1 x-openstack-request-id: req-70933ff3-9bf9-44af-8ba0-b0b7c650fce1 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:23:16.024713 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5ae528-ed31-46b6-a675-b0edfc03c22d", "tag": "f3d439a8-8296-4d11-8c38-17a5015e337a", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:23:16.024713 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70933ff3-9bf9-44af-8ba0-b0b7c650fce1 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:23:16.024713 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5ae528-ed31-46b6-a675-b0edfc03c22d', 'tag': 'f3d439a8-8296-4d11-8c38-17a5015e337a', 'status': 'completed', 'code': 200} Feb 14 19:23:16.025127 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-89705e9a-7655-4879-88c3-c029f9aef978 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/adfa1aee-f670-43e5-a9ad-5db74235ede6 HTTP/1.1" status: 204 len: 168 time: 0.8126354 Feb 14 19:23:16.032422 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ebaad-39a9-4625-9e56-9a29c4ff0563 req-ed7af80b-c283-464d-b61a-32003de83f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:16.034109 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b94ebaad-39a9-4625-9e56-9a29c4ff0563 req-ed7af80b-c283-464d-b61a-32003de83f83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8e94048f637402f867e42ca604960db&device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 1128 time: 0.2797041 Feb 14 19:23:16.052668 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-7548548a-c076-4f92-8d5f-71eb49ce475c service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199770 Feb 14 19:23:16.097164 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-70c75b8a-78df-4811-9d06-1d976a9f3426 req-d9458bee-57a3-47ae-a5af-46018ac724c2 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 210 time: 0.0456941 Feb 14 19:23:16.101835 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89705e9a-7655-4879-88c3-c029f9aef978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfa1aee-f670-43e5-a9ad-5db74235ede6,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:16.121466 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b81756e-9a97-4d76-ac06-a29f7355dc91 {{(pid=103311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:23:16.131301 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Publish callbacks [] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.166476 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.provisioning_blocks [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Transition to ACTIVE for port object 8b81756e-9a97-4d76-ac06-a29f7355dc91 will not be triggered until provisioned by entity L2. {{(pid=103311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:23:16.225909 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b7357c97-f4cd-49b2-8f19-1adda5cf1df5 admin admin] Publish callbacks [] for security_group (ef5464cc-6f15-4249-a2bd-adda8c6ec1ec), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.232496 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-7ca357a1-0911-4d83-983f-187ffec25702 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Made reservation on behalf of cd3df3df80dd4f81ab8464493ce4d182 for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:23:16.236217 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-7ca357a1-0911-4d83-983f-187ffec25702 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.243060 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.306014 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Pushing event updated for resources: {'Port': ['ID=8b81756e-9a97-4d76-ac06-a29f7355dc91,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:16.325397 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ebaad-39a9-4625-9e56-9a29c4ff0563 req-da07cee3-2c10-495a-a170-f6e3d2899c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:16.327940 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b94ebaad-39a9-4625-9e56-9a29c4ff0563 req-da07cee3-2c10-495a-a170-f6e3d2899c7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 200 len: 918 time: 0.2854438 Feb 14 19:23:16.332675 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62bc9a2f-7df8-4ad4-ab3e-3585ff933195 req-14e251e4-8cb8-47eb-b963-336be67683e5 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632267 Feb 14 19:23:16.337770 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b7357c97-f4cd-49b2-8f19-1adda5cf1df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (ef5464cc-6f15-4249-a2bd-adda8c6ec1ec), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.403363 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Attempting to bind port 8b81756e-9a97-4d76-ac06-a29f7355dc91 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:23:16.403738 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Attempting to bind port 8b81756e-9a97-4d76-ac06-a29f7355dc91 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '28873643-11f0-44ec-8b5d-cc44f8d70a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4'}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:23:16.404090 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Attempting to bind port 8b81756e-9a97-4d76-ac06-a29f7355dc91 on network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:23:16.413379 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b94ebaad-39a9-4625-9e56-9a29c4ff0563 req-101c0c2c-d640-4f54-881d-55a5db51bd5e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 HTTP/1.1" status: 200 len: 217 time: 0.0516751 Feb 14 19:23:16.415663 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Port 8b81756e-9a97-4d76-ac06-a29f7355dc91 on network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:23:16.415979 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Attempting to bind port 8b81756e-9a97-4d76-ac06-a29f7355dc91 on network fab74b34-fdee-4ad1-a3ed-0ddc578628b4 {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:23:16.424589 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7357c97-f4cd-49b2-8f19-1adda5cf1df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5464cc-6f15-4249-a2bd-adda8c6ec1ec,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:16.446856 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-b7357c97-f4cd-49b2-8f19-1adda5cf1df5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db25a45f347149a7a034467a7b164f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7541814 Feb 14 19:23:16.447771 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 52938) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:16.448637 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:23:16.449125 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Checking segment: {'id': '28873643-11f0-44ec-8b5d-cc44f8d70a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:23:16.449763 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Bound using segment: {'id': '28873643-11f0-44ec-8b5d-cc44f8d70a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4'} {{(pid=103311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:23:16.450281 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.managers [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Bound port: 8b81756e-9a97-4d76-ac06-a29f7355dc91, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28873643-11f0-44ec-8b5d-cc44f8d70a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4'}}] {{(pid=103311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:23:16.452092 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.486365 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25265c56-b2c5-4355-9f36-3042375e82ca req-bf58b462-da42-4130-ba57-76c85910bbe6 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:16.487919 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-25265c56-b2c5-4355-9f36-3042375e82ca req-bf58b462-da42-4130-ba57-76c85910bbe6 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 943 time: 0.2487125 Feb 14 19:23:16.567398 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b87c-3b97-4b50-a31a-46a5e1f29452 admin admin] Publish callbacks [] for security_group (ef5464cc-6f15-4249-a2bd-adda8c6ec1ec), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.604853 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ebaad-39a9-4625-9e56-9a29c4ff0563 req-5f4d80fe-442d-42b7-b400-8d35c1a6c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:16.606370 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b94ebaad-39a9-4625-9e56-9a29c4ff0563 req-5f4d80fe-442d-42b7-b400-8d35c1a6c94b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfee419b-fffe-4533-9b87-1735a151f782 HTTP/1.1" status: 200 len: 856 time: 0.1823962 Feb 14 19:23:16.630737 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] For port 8b81756e-9a97-4d76-ac06-a29f7355dc91, host hv-cinder-81689, cleared binding levels {{(pid=103311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:23:16.635207 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b87c-3b97-4b50-a31a-46a5e1f29452 admin admin] Publish callbacks [] for security_group (ef5464cc-6f15-4249-a2bd-adda8c6ec1ec), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.635930 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-7ca357a1-0911-4d83-983f-187ffec25702 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Allocated IP 172.20.0.4 (aefa3aa7-75e6-4c3c-81de-3e09d0bf0313/9f53f2dd-b65c-41c1-adc9-420637845566/883a8516-e7ce-4ab6-8023-3b6c6e7e0057) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:23:16.660178 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-25265c56-b2c5-4355-9f36-3042375e82ca req-08990ce1-f15e-4e83-89eb-ed8f02404df4 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318946 Feb 14 19:23:16.663663 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] For port 8b81756e-9a97-4d76-ac06-a29f7355dc91, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8b81756e-9a97-4d76-ac06-a29f7355dc91,segment=NetworkSegment(28873643-11f0-44ec-8b5d-cc44f8d70a1c),segment_id=28873643-11f0-44ec-8b5d-cc44f8d70a1c)] {{(pid=103311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:23:16.673782 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e3be2-4137-4764-be68-c768fd3dea46 req-f4813718-a41d-469c-a31b-605828206694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:16.675464 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c9e3be2-4137-4764-be68-c768fd3dea46 req-f4813718-a41d-469c-a31b-605828206694 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8fbd711ec5d4004868c7d165ae108af&device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 1127 time: 0.2174642 Feb 14 19:23:16.695225 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.770710 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ebaad-39a9-4625-9e56-9a29c4ff0563 req-518fbab2-5c4e-4e43-b63a-1ae73ea51cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:16.772234 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b94ebaad-39a9-4625-9e56-9a29c4ff0563 req-518fbab2-5c4e-4e43-b63a-1ae73ea51cd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1555629 Feb 14 19:23:16.799295 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.875628 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Pushing event updated for resources: {'Port': ['ID=8b81756e-9a97-4d76-ac06-a29f7355dc91,revision_number=3']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:16.893408 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b87c-3b97-4b50-a31a-46a5e1f29452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (ef5464cc-6f15-4249-a2bd-adda8c6ec1ec), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.897348 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b87c-3b97-4b50-a31a-46a5e1f29452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.903124 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-a8b7b87c-3b97-4b50-a31a-46a5e1f29452 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef5464cc-6f15-4249-a2bd-adda8c6ec1ec HTTP/1.1" status: 204 len: 168 time: 0.4472415 Feb 14 19:23:16.915162 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:16.915981 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for port (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:16.917826 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-1b7c94b6-3795-45bc-9ddd-30f5095ab11f service neutron] 10.222.0.43 "PUT /v2.0/ports/8b81756e-9a97-4d76-ac06-a29f7355dc91 HTTP/1.1" status: 200 len: 1093 time: 1.8669882 Feb 14 19:23:16.920018 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd324ba1c-42c6-43e4-b1c4-3777501bf437', 'tag': '8b81756e-9a97-4d76-ac06-a29f7355dc91'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:23:17.049962 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7b87c-3b97-4b50-a31a-46a5e1f29452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5464cc-6f15-4249-a2bd-adda8c6ec1ec,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:17.245609 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e3be2-4137-4764-be68-c768fd3dea46 req-c7b22546-3229-4d66-8b6b-b1484e7cb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:17.247845 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c9e3be2-4137-4764-be68-c768fd3dea46 req-c7b22546-3229-4d66-8b6b-b1484e7cb0b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4 HTTP/1.1" status: 200 len: 920 time: 0.5630341 Feb 14 19:23:17.268251 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-707c15d9-86a5-4267-848d-a79fa5296c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:17.270516 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-707c15d9-86a5-4267-848d-a79fa5296c14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8fbd711ec5d4004868c7d165ae108af&device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 1127 time: 0.2069402 Feb 14 19:23:17.285208 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03186d7d-ca11-4f34-a725-30b3071b89c1 req-17e17106-45ea-4841-8f63-095311a1a8b8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:17.286854 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-03186d7d-ca11-4f34-a725-30b3071b89c1 req-17e17106-45ea-4841-8f63-095311a1a8b8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.1661654 Feb 14 19:23:17.328274 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 6939e75d-6be4-4de8-a822-8fc632b2d319 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:23:17.338516 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c9e3be2-4137-4764-be68-c768fd3dea46 req-8655ac3c-99d1-4cae-b91b-c590cd29c820 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d439a8-8296-4d11-8c38-17a5015e337a HTTP/1.1" status: 200 len: 217 time: 0.0760891 Feb 14 19:23:17.344376 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-7ca357a1-0911-4d83-983f-187ffec25702 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:17.347189 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b94ebaad-39a9-4625-9e56-9a29c4ff0563 req-9eb2a8b4-afa8-4bd9-a329-51f94441bc76 service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614061 Feb 14 19:23:17.415985 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-24a416bf-1a9d-4d85-84c1-db64af9f6185 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b81756e-9a97-4d76-ac06-a29f7355dc91 HTTP/1.1" status: 200 len: 217 time: 0.1389349 Feb 14 19:23:17.436918 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680e55d-6f1c-48a1-bae7-93ecd34e9d46 req-3635ec5e-456d-4336-bfe9-d8bcf1ffc55d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:17.440214 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b680e55d-6f1c-48a1-bae7-93ecd34e9d46 req-3635ec5e-456d-4336-bfe9-d8bcf1ffc55d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 943 time: 0.3231251 Feb 14 19:23:17.491200 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e3be2-4137-4764-be68-c768fd3dea46 req-13335e86-4285-43c0-bfcd-081dba312136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:17.493292 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c9e3be2-4137-4764-be68-c768fd3dea46 req-13335e86-4285-43c0-bfcd-081dba312136 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f295adab-0ed8-45be-bb43-1a3d87848e91 HTTP/1.1" status: 200 len: 859 time: 0.1438539 Feb 14 19:23:17.516586 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 6939e75d-6be4-4de8-a822-8fc632b2d319, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=6939e75d-6be4-4de8-a822-8fc632b2d319,segment=NetworkSegment(71c6edf3-94b3-4370-ae6e-9236fe9c387b),segment_id=71c6edf3-94b3-4370-ae6e-9236fe9c387b)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:17.533603 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': '6939e75d-6be4-4de8-a822-8fc632b2d319', 'network_id': 'f9c4a87a-478b-42d0-9970-be8f5f734cf1', 'port_id': '6939e75d-6be4-4de8-a822-8fc632b2d319', 'mac_address': 'fa:16:3e:9a:ea:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4deb31-da4a-49a7-b7cc-1890d7121bb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:23:17.639973 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254853412eff7528e62d35f22037d8787cf446ee75a5069e8ba1afd6353e2fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf8caa7-4882-436e-9a0e-c2f6fa9ec749" -d '{"events": [{"name": "network-changed", "server_uuid": "d324ba1c-42c6-43e4-b1c4-3777501bf437", "tag": "8b81756e-9a97-4d76-ac06-a29f7355dc91"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:23:17.645306 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 6939e75d-6be4-4de8-a822-8fc632b2d319 is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:17.646168 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:17.666907 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6939e75d-6be4-4de8-a822-8fc632b2d319 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:23:17.681372 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-0fd0fea9-c525-47af-9c45-50561c43bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:17.682853 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-0fd0fea9-c525-47af-9c45-50561c43bb3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f295adab-0ed8-45be-bb43-1a3d87848e91 HTTP/1.1" status: 200 len: 859 time: 0.2559781 Feb 14 19:23:17.686820 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c9e3be2-4137-4764-be68-c768fd3dea46 req-bf82948b-5e32-41a2-909a-ee6297d36e60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641788 Feb 14 19:23:17.689637 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-03186d7d-ca11-4f34-a725-30b3071b89c1 req-7a5ff377-107f-4a4b-9839-9700495e9cba tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722428 Feb 14 19:23:17.731113 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 6939e75d-6be4-4de8-a822-8fc632b2d319, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=6939e75d-6be4-4de8-a822-8fc632b2d319,segment=NetworkSegment(71c6edf3-94b3-4370-ae6e-9236fe9c387b),segment_id=71c6edf3-94b3-4370-ae6e-9236fe9c387b)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:17.746319 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-fb5e0baf-414f-41da-9fb6-b3af31a5bd3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532722 Feb 14 19:23:17.791648 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:17.806889 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b680e55d-6f1c-48a1-bae7-93ecd34e9d46 req-3abe3e21-b6dc-41ef-aa05-93ae6b9eaf14 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120191 Feb 14 19:23:17.816885 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b94ebaad-39a9-4625-9e56-9a29c4ff0563 req-86fe85c0-2c61-456a-bd83-ac1567049c03 service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565711 Feb 14 19:23:17.877545 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-367b2135-4b44-4d50-aa04-e1061e060bec req-b30c08e8-d873-462d-9209-22d9e067a9f8 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 210 time: 0.0725935 Feb 14 19:23:17.890868 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=6939e75d-6be4-4de8-a822-8fc632b2d319,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:17.900700 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c9e3be2-4137-4764-be68-c768fd3dea46 req-b7a3eb95-aecc-45da-be0b-e52b68cb85a1 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032228 Feb 14 19:23:17.917306 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-e432147b-6a96-45db-9c47-95163c1ac106 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653376 Feb 14 19:23:17.962277 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-7ca357a1-0911-4d83-983f-187ffec25702 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:18.079472 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['6939e75d-6be4-4de8-a822-8fc632b2d319'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:23:18.083052 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-7ca357a1-0911-4d83-983f-187ffec25702 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:23:18.094937 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9389e-f25f-415e-b767-ab27be1edb04 req-ca4de6b5-d7c4-4ab8-ae95-f7512e243ddc tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:18.096038 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-71c9389e-f25f-415e-b767-ab27be1edb04 req-ca4de6b5-d7c4-4ab8-ae95-f7512e243ddc tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 944 time: 0.1240799 Feb 14 19:23:18.098517 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-044bf4f7-e5f2-4a9b-8e72-f4a144a1528d service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744182 Feb 14 19:23:18.163696 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-71c9389e-f25f-415e-b767-ab27be1edb04 req-e4550bfe-4d15-41a2-8d24-7ba4a233c385 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613523 Feb 14 19:23:18.198826 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-7ca357a1-0911-4d83-983f-187ffec25702 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:23:18.216561 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-7ca357a1-0911-4d83-983f-187ffec25702 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:23:18.223260 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-7ca357a1-0911-4d83-983f-187ffec25702 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:18.226930 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-7ca357a1-0911-4d83-983f-187ffec25702 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:18.255692 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca357a1-0911-4d83-983f-187ffec25702 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event updated for resources: {'Port': ['ID=883a8516-e7ce-4ab6-8023-3b6c6e7e0057,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:18.315252 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c9e3be2-4137-4764-be68-c768fd3dea46 req-6b710002-82cd-42ce-ac2b-5d5879962ee9 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046118 Feb 14 19:23:18.334958 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-7ca357a1-0911-4d83-983f-187ffec25702 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7135470 Feb 14 19:23:18.350245 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Request body: {'port': {'device_id': '30430534-a799-42cd-84b7-03b4a018d7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:23:18.399202 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c67e17f-c754-4e2e-9e00-34f9681559ab x-openstack-request-id: req-2c67e17f-c754-4e2e-9e00-34f9681559ab {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:23:18.399707 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d324ba1c-42c6-43e4-b1c4-3777501bf437", "tag": "8b81756e-9a97-4d76-ac06-a29f7355dc91", "status": "completed", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:23:18.400106 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c67e17f-c754-4e2e-9e00-34f9681559ab {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:23:18.400731 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd324ba1c-42c6-43e4-b1c4-3777501bf437', 'tag': '8b81756e-9a97-4d76-ac06-a29f7355dc91', 'status': 'completed', 'code': 200} Feb 14 19:23:18.493362 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:18.517550 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-de2f0794-0c34-4227-b2c0-9f6497a4fba7 None None] Provisioning complete for port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:23:18.518279 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-de2f0794-0c34-4227-b2c0-9f6497a4fba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:18.518972 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8caa7-4882-436e-9a0e-c2f6fa9ec749 req-5496d7f7-9525-40ef-8d05-a8fd87a4789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:18.520478 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cf8caa7-4882-436e-9a0e-c2f6fa9ec749 req-5496d7f7-9525-40ef-8d05-a8fd87a4789d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8fbd711ec5d4004868c7d165ae108af&device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 1127 time: 0.0965858 Feb 14 19:23:18.568228 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-de2f0794-0c34-4227-b2c0-9f6497a4fba7 None None] Port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:23:18.725001 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8caa7-4882-436e-9a0e-c2f6fa9ec749 req-3d7e0270-edad-418e-a239-1d2cdbb91c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:18.726498 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cf8caa7-4882-436e-9a0e-c2f6fa9ec749 req-3d7e0270-edad-418e-a239-1d2cdbb91c66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4 HTTP/1.1" status: 200 len: 920 time: 0.1847980 Feb 14 19:23:18.797499 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cf8caa7-4882-436e-9a0e-c2f6fa9ec749 req-c50954fa-ca06-43f7-805b-671f0e376b29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b81756e-9a97-4d76-ac06-a29f7355dc91 HTTP/1.1" status: 200 len: 217 time: 0.0447667 Feb 14 19:23:18.877497 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8caa7-4882-436e-9a0e-c2f6fa9ec749 req-1eaaa4b0-d985-44a7-a8e9-b26894293864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:18.883592 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cf8caa7-4882-436e-9a0e-c2f6fa9ec749 req-1eaaa4b0-d985-44a7-a8e9-b26894293864 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f295adab-0ed8-45be-bb43-1a3d87848e91 HTTP/1.1" status: 200 len: 859 time: 0.0758529 Feb 14 19:23:18.892140 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19cdb7-3120-4c38-9e24-198dc5129786 req-3d47cc16-e1ea-4952-ac45-0bfbb5ed3a3d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:18.914182 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9f19cdb7-3120-4c38-9e24-198dc5129786 req-3d47cc16-e1ea-4952-ac45-0bfbb5ed3a3d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.1209590 Feb 14 19:23:18.925788 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cf8caa7-4882-436e-9a0e-c2f6fa9ec749 req-4554306d-bb92-465a-b395-e8556e4c6668 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374730 Feb 14 19:23:18.981872 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9f19cdb7-3120-4c38-9e24-198dc5129786 req-f660e43a-5b21-4103-bffb-acf15bd8ef93 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666523 Feb 14 19:23:19.070328 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:23:19.082810 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Publish callbacks [] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:19.111738 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bd557-8c75-4165-b9e7-a87ec29b8ddc req-4b8b3a1b-3fef-4377-bba2-ff9e634a3cf4 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:19.113361 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e86bd557-8c75-4165-b9e7-a87ec29b8ddc req-4b8b3a1b-3fef-4377-bba2-ff9e634a3cf4 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 931 time: 0.0561287 Feb 14 19:23:19.113595 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Transition to ACTIVE for port object 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:23:19.129455 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb60c7-d044-462a-bb03-8781114d55ce req-6bd78657-90a6-4ca7-8155-bbf287eab057 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:19.130951 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-03cb60c7-d044-462a-bb03-8781114d55ce req-6bd78657-90a6-4ca7-8155-bbf287eab057 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 943 time: 0.1776314 Feb 14 19:23:19.152359 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cf8caa7-4882-436e-9a0e-c2f6fa9ec749 req-49ab03dd-3454-4b02-be28-8aebf09002e4 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977699 Feb 14 19:23:19.176224 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e86bd557-8c75-4165-b9e7-a87ec29b8ddc req-4372472b-8c3a-496b-b3ad-5bf53c81befd tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523252 Feb 14 19:23:19.253455 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:19.298367 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:19.329282 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f3d439a8-8296-4d11-8c38-17a5015e337a details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:23:19.351834 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-03cb60c7-d044-462a-bb03-8781114d55ce req-79d2036c-6b67-4aa2-98c2-d14a3a4a7f22 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151587 Feb 14 19:23:19.363825 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 6939e75d-6be4-4de8-a822-8fc632b2d319 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:23:19.364139 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Pushing event updated for resources: {'Port': ['ID=883a8516-e7ce-4ab6-8023-3b6c6e7e0057,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:19.440836 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43096981-5190-483c-8a08-645c40c96739 req-3fb5d3b5-7c2c-4654-8d57-4df48514db29 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:19.445126 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-43096981-5190-483c-8a08-645c40c96739 req-3fb5d3b5-7c2c-4654-8d57-4df48514db29 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 944 time: 0.1361830 Feb 14 19:23:19.497294 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Attempting to bind port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:23:19.500617 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Attempting to bind port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:23:19.500617 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Attempting to bind port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 on network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:23:19.506760 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cf8caa7-4882-436e-9a0e-c2f6fa9ec749 req-9304b2e1-4196-451a-abae-beeebf5d6373 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473899 Feb 14 19:23:19.510486 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 on network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:23:19.510818 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Attempting to bind port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 on network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:23:19.530919 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:23:19.531298 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Checking segment: {'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:23:19.531661 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Bound using segment: {'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:23:19.532117 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Bound port: 883a8516-e7ce-4ab6-8023-3b6c6e7e0057, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:23:19.532484 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:19.561787 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-43096981-5190-483c-8a08-645c40c96739 req-cbb53ca2-e62f-4df8-a5db-0792c126caf0 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090772 Feb 14 19:23:19.660061 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] For port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:23:19.664091 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] For port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=883a8516-e7ce-4ab6-8023-3b6c6e7e0057,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:23:19.748693 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f3d439a8-8296-4d11-8c38-17a5015e337a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f3d439a8-8296-4d11-8c38-17a5015e337a,segment=NetworkSegment(28873643-11f0-44ec-8b5d-cc44f8d70a1c),segment_id=28873643-11f0-44ec-8b5d-cc44f8d70a1c)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:19.761386 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': 'f3d439a8-8296-4d11-8c38-17a5015e337a', 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4', 'port_id': 'f3d439a8-8296-4d11-8c38-17a5015e337a', 'mac_address': 'fa:16:3e:4f:b0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f295adab-0ed8-45be-bb43-1a3d87848e91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:23:19.776486 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:19.805574 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port 6939e75d-6be4-4de8-a822-8fc632b2d319 completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:23:19.816368 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:19.816990 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:19.818439 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] 10.222.0.43 "PUT /v2.0/ports/883a8516-e7ce-4ab6-8023-3b6c6e7e0057 HTTP/1.1" status: 200 len: 1093 time: 1.4756503 Feb 14 19:23:19.818892 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30430534-a799-42cd-84b7-03b4a018d7c8', 'tag': '883a8516-e7ce-4ab6-8023-3b6c6e7e0057'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:23:19.821184 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c23b841-5e2c-4443-a452-e3ebaaa83597" -d '{"events": [{"name": "network-changed", "server_uuid": "30430534-a799-42cd-84b7-03b4a018d7c8", "tag": "883a8516-e7ce-4ab6-8023-3b6c6e7e0057"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:23:19.825543 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port f3d439a8-8296-4d11-8c38-17a5015e337a is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:19.825932 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:19.828101 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port 6939e75d-6be4-4de8-a822-8fc632b2d319 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:23:19.828465 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:19.864983 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d439a8-8296-4d11-8c38-17a5015e337a {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:23:19.868446 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad0d09-d7ed-4753-9ee0-098193839c7c service neutron] Pushing event updated for resources: {'Port': ['ID=883a8516-e7ce-4ab6-8023-3b6c6e7e0057,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:19.876255 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a02c5a4-a47d-4c18-8677-4b0c76468466 x-openstack-request-id: req-9a02c5a4-a47d-4c18-8677-4b0c76468466 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:23:19.876671 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30430534-a799-42cd-84b7-03b4a018d7c8", "tag": "883a8516-e7ce-4ab6-8023-3b6c6e7e0057", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:23:19.877204 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a02c5a4-a47d-4c18-8677-4b0c76468466 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:23:19.879509 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30430534-a799-42cd-84b7-03b4a018d7c8', 'tag': '883a8516-e7ce-4ab6-8023-3b6c6e7e0057', 'status': 'completed', 'code': 200} Feb 14 19:23:19.918900 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f3d439a8-8296-4d11-8c38-17a5015e337a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f3d439a8-8296-4d11-8c38-17a5015e337a,segment=NetworkSegment(28873643-11f0-44ec-8b5d-cc44f8d70a1c),segment_id=28873643-11f0-44ec-8b5d-cc44f8d70a1c)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:19.959336 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23b841-5e2c-4443-a452-e3ebaaa83597 req-500d9e4e-0ea9-4d7b-b367-8f350977f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:19.960959 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2c23b841-5e2c-4443-a452-e3ebaaa83597 req-500d9e4e-0ea9-4d7b-b367-8f350977f90a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd3df3df80dd4f81ab8464493ce4d182&device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 1127 time: 0.0628252 Feb 14 19:23:19.974998 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 6939e75d-6be4-4de8-a822-8fc632b2d319 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:19.975377 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:19.996361 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:19.997177 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:23:20.009607 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce468f8-5aba-46ff-a5ec-23371e30ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6939e75d-6be4-4de8-a822-8fc632b2d319'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:23:20.146570 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 6939e75d-6be4-4de8-a822-8fc632b2d319, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=6939e75d-6be4-4de8-a822-8fc632b2d319,segment=NetworkSegment(71c6edf3-94b3-4370-ae6e-9236fe9c387b),segment_id=71c6edf3-94b3-4370-ae6e-9236fe9c387b)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:20.158461 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb74a2-8633-43ce-9746-ac1dcf53847d req-6186206c-43f2-4b09-b4d2-0fb44aaf09cc tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:20.170874 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6feb74a2-8633-43ce-9746-ac1dcf53847d req-6186206c-43f2-4b09-b4d2-0fb44aaf09cc tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0862739 Feb 14 19:23:20.180829 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23b841-5e2c-4443-a452-e3ebaaa83597 req-8c9a539e-8ce6-427b-913e-d12a27be8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:20.182584 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2c23b841-5e2c-4443-a452-e3ebaaa83597 req-8c9a539e-8ce6-427b-913e-d12a27be8667 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=cd3df3df80dd4f81ab8464493ce4d182&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2131686 Feb 14 19:23:20.230940 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=f3d439a8-8296-4d11-8c38-17a5015e337a,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:20.240589 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:20.273041 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6feb74a2-8633-43ce-9746-ac1dcf53847d req-a1827c66-98ff-45e9-8f25-01f52877b0fe tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961645 Feb 14 19:23:20.327875 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=6939e75d-6be4-4de8-a822-8fc632b2d319,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:20.338225 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:20.352910 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'port_id': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'mac_address': 'fa:16:3e:69:12:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:23:20.413732 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcf3923-e144-4ce0-a25d-6d6b6e2909e3" -d '{"events": [{"server_uuid": "bce468f8-5aba-46ff-a5ec-23371e30ea11", "name": "network-vif-plugged", "status": "completed", "tag": "6939e75d-6be4-4de8-a822-8fc632b2d319"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:23:20.432745 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:20.433143 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:20.447932 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:23:20.472321 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:20.500456 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d09d4-a2dd-4e40-bb28-6bdc6319f548 req-8512edef-2bdd-414a-ab4c-c6eef6cbf7b0 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:20.508909 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4c4d09d4-a2dd-4e40-bb28-6bdc6319f548 req-8512edef-2bdd-414a-ab4c-c6eef6cbf7b0 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 943 time: 0.0661116 Feb 14 19:23:20.547569 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:20.567987 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4c4d09d4-a2dd-4e40-bb28-6bdc6319f548 req-f9e3cd27-c279-497b-b649-45f57a2f6693 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580733 Feb 14 19:23:20.635267 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:20.690063 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23b841-5e2c-4443-a452-e3ebaaa83597 req-b4b3aab2-16fd-405c-a578-4052abafa946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:20.692008 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2c23b841-5e2c-4443-a452-e3ebaaa83597 req-b4b3aab2-16fd-405c-a578-4052abafa946 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5024903 Feb 14 19:23:20.711723 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec527b-fdb3-4ca8-bac9-d1c4fba6b1bd req-71f2e9a0-a5d0-4def-8c8f-0e8d39f5c45d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:20.714230 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-dfec527b-fdb3-4ca8-bac9-d1c4fba6b1bd req-71f2e9a0-a5d0-4def-8c8f-0e8d39f5c45d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 943 time: 0.1615939 Feb 14 19:23:20.738671 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31955b7e-34e0-4e2b-8c1a-0b72e27c17bc x-openstack-request-id: req-31955b7e-34e0-4e2b-8c1a-0b72e27c17bc {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:23:20.738671 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce468f8-5aba-46ff-a5ec-23371e30ea11", "name": "network-vif-plugged", "status": "completed", "tag": "6939e75d-6be4-4de8-a822-8fc632b2d319", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:23:20.738671 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31955b7e-34e0-4e2b-8c1a-0b72e27c17bc {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:23:20.738671 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce468f8-5aba-46ff-a5ec-23371e30ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6939e75d-6be4-4de8-a822-8fc632b2d319', 'code': 200} Feb 14 19:23:20.778236 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-dfec527b-fdb3-4ca8-bac9-d1c4fba6b1bd req-0c281dfe-7ae8-4eee-ba4e-7ebb64b9cbf8 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561593 Feb 14 19:23:20.787990 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['f3d439a8-8296-4d11-8c38-17a5015e337a'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:23:20.848915 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-013be950-d618-4219-99ac-c9432d10ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:20.854618 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-013be950-d618-4219-99ac-c9432d10ec44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd3df3df80dd4f81ab8464493ce4d182&device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 1127 time: 0.0978634 Feb 14 19:23:20.902106 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['0f3cad90-edf9-4a45-b3a1-fd58bbeacd03'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:23:20.952832 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebea39-5a19-4d1c-a5a8-666a55b04b3b req-b631cb1d-6799-4283-9b67-68667c3a18ea tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:20.956849 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-d0b77d01-bfdd-4394-8831-629d3af4dc43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=883a8516-e7ce-4ab6-8023-3b6c6e7e0057 HTTP/1.1" status: 200 len: 217 time: 0.0958977 Feb 14 19:23:20.959920 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-06ebea39-5a19-4d1c-a5a8-666a55b04b3b req-b631cb1d-6799-4283-9b67-68667c3a18ea tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.1102774 Feb 14 19:23:21.021449 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-68907cac-3a77-471c-85bf-20f173d71741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:21.023491 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-68907cac-3a77-471c-85bf-20f173d71741 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f53f2dd-b65c-41c1-adc9-420637845566 HTTP/1.1" status: 200 len: 849 time: 0.0606809 Feb 14 19:23:21.090664 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-06ebea39-5a19-4d1c-a5a8-666a55b04b3b req-a8239c84-a65d-49cf-8fe2-80453885cebe tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243904 Feb 14 19:23:21.100954 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-0d9ca55f-cb1b-409e-84a7-9f15ad2a292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:21.103058 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-0d9ca55f-cb1b-409e-84a7-9f15ad2a292a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733004 Feb 14 19:23:21.280272 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-2e64a67b-e0dc-4478-8666-20b72762d437 service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652670 Feb 14 19:23:21.288430 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3aa704-3741-42a8-8ea9-b184403f1934 req-39899e7a-f58c-414e-a23c-1a92d191a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:21.289813 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8b3aa704-3741-42a8-8ea9-b184403f1934 req-39899e7a-f58c-414e-a23c-1a92d191a043 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 1129 time: 0.1119893 Feb 14 19:23:21.321161 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8b3aa704-3741-42a8-8ea9-b184403f1934 req-d276a32b-1856-40a3-a645-c1f62b60a625 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:21.341335 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 8b81756e-9a97-4d76-ac06-a29f7355dc91 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:23:21.446518 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 8b81756e-9a97-4d76-ac06-a29f7355dc91, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8b81756e-9a97-4d76-ac06-a29f7355dc91,segment=NetworkSegment(28873643-11f0-44ec-8b5d-cc44f8d70a1c),segment_id=28873643-11f0-44ec-8b5d-cc44f8d70a1c)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:21.453319 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-45f12a1e-e365-4df0-bd9c-ebca800f803b req-614f0757-791c-482b-9355-5eed05ddf03e service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668375 Feb 14 19:23:21.460332 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': '8b81756e-9a97-4d76-ac06-a29f7355dc91', 'network_id': 'fab74b34-fdee-4ad1-a3ed-0ddc578628b4', 'port_id': '8b81756e-9a97-4d76-ac06-a29f7355dc91', 'mac_address': 'fa:16:3e:79:bc:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f295adab-0ed8-45be-bb43-1a3d87848e91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:23:21.467977 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c924943-ec42-4479-918c-e3447679cdd1 req-c55cb423-9a3d-4b06-a6ea-77fa8f83c17b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:21.469479 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3c924943-ec42-4479-918c-e3447679cdd1 req-c55cb423-9a3d-4b06-a6ea-77fa8f83c17b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 945 time: 0.1195068 Feb 14 19:23:21.510253 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 8b81756e-9a97-4d76-ac06-a29f7355dc91 is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:21.510253 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:21.531169 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b81756e-9a97-4d76-ac06-a29f7355dc91 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:23:21.536941 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8b3aa704-3741-42a8-8ea9-b184403f1934 req-d276a32b-1856-40a3-a645-c1f62b60a625 service neutron] Publish callbacks [] for security_group (557b99ef-48e5-4506-ab80-28f9bae420df), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:21.551447 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3c924943-ec42-4479-918c-e3447679cdd1 req-9ab0f61b-8c68-49f9-bff4-d014819f2338 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742061 Feb 14 19:23:21.553431 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 8b81756e-9a97-4d76-ac06-a29f7355dc91, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8b81756e-9a97-4d76-ac06-a29f7355dc91,segment=NetworkSegment(28873643-11f0-44ec-8b5d-cc44f8d70a1c),segment_id=28873643-11f0-44ec-8b5d-cc44f8d70a1c)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:21.621899 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8b3aa704-3741-42a8-8ea9-b184403f1934 req-d276a32b-1856-40a3-a645-c1f62b60a625 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (557b99ef-48e5-4506-ab80-28f9bae420df), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:21.655962 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:21.671273 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8b3aa704-3741-42a8-8ea9-b184403f1934 req-d276a32b-1856-40a3-a645-c1f62b60a625 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740222 Feb 14 19:23:21.672005 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276a32b-1856-40a3-a645-c1f62b60a625 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=557b99ef-48e5-4506-ab80-28f9bae420df,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:21.713149 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514b782-ace9-4cee-b720-ebf1ef12c4fb req-652421af-32ef-4cfa-80b4-e7aff2f4525b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:21.718834 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=8b81756e-9a97-4d76-ac06-a29f7355dc91,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:21.720716 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b514b782-ace9-4cee-b720-ebf1ef12c4fb req-652421af-32ef-4cfa-80b4-e7aff2f4525b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 944 time: 0.0871320 Feb 14 19:23:21.766097 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b514b782-ace9-4cee-b720-ebf1ef12c4fb req-2ca88122-9020-4d8e-9c62-547daeaf873b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437472 Feb 14 19:23:21.892210 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['8b81756e-9a97-4d76-ac06-a29f7355dc91'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:23:21.949238 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5431f-c6bc-4b33-8e73-6a7f8c51a6cb req-e4ab1bf9-ed53-470f-9c90-e10ba9ef62d8 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:21.950938 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-85d5431f-c6bc-4b33-8e73-6a7f8c51a6cb req-e4ab1bf9-ed53-470f-9c90-e10ba9ef62d8 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 943 time: 0.0649753 Feb 14 19:23:22.016830 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-85d5431f-c6bc-4b33-8e73-6a7f8c51a6cb req-ae3e566e-0e82-485f-b4e1-a85b3aedfbfe tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542345 Feb 14 19:23:22.225679 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f9c37-130d-488a-84a2-559dae25bcde req-153e1760-58a5-4a34-a196-241758c843e2 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:22.227264 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8e5f9c37-130d-488a-84a2-559dae25bcde req-153e1760-58a5-4a34-a196-241758c843e2 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.0544546 Feb 14 19:23:22.278559 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8e5f9c37-130d-488a-84a2-559dae25bcde req-65981e6f-2c93-4320-ba10-073aa4fed14f tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448034 Feb 14 19:23:22.683635 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9452d-abd7-4b49-b437-bdce3c1ec381 req-31719ebc-0ae9-4db5-8722-663898514351 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:22.685277 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9ff9452d-abd7-4b49-b437-bdce3c1ec381 req-31719ebc-0ae9-4db5-8722-663898514351 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 945 time: 0.0583827 Feb 14 19:23:22.737895 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9ff9452d-abd7-4b49-b437-bdce3c1ec381 req-a8d989bd-31b2-4fb4-958e-11997067443d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454247 Feb 14 19:23:22.906168 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b588372-270f-43b1-9db5-66420e62a693 req-92345ce1-0c25-42ea-bc6e-3d00a313043f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:22.908100 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1b588372-270f-43b1-9db5-66420e62a693 req-92345ce1-0c25-42ea-bc6e-3d00a313043f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 944 time: 0.0653222 Feb 14 19:23:22.962167 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1b588372-270f-43b1-9db5-66420e62a693 req-85d0ff38-ad2d-40e0-87f2-ca0f595f9789 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477893 Feb 14 19:23:23.141486 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced7219-376e-4483-b30b-f1ffb1314a4a req-79a4172b-982b-4789-9ce5-e11df7deb18e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:23.147159 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6ced7219-376e-4483-b30b-f1ffb1314a4a req-79a4172b-982b-4789-9ce5-e11df7deb18e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 943 time: 0.0646200 Feb 14 19:23:23.209528 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6ced7219-376e-4483-b30b-f1ffb1314a4a req-4518d69b-0aa7-4de6-9d18-b54bb637610e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577500 Feb 14 19:23:23.404928 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2358eb5-7948-4f26-9f7c-79b29c39c8e8 req-2c6898f2-6b11-4347-ae52-35b294109380 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:23.406522 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f2358eb5-7948-4f26-9f7c-79b29c39c8e8 req-2c6898f2-6b11-4347-ae52-35b294109380 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.0576847 Feb 14 19:23:23.457595 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f2358eb5-7948-4f26-9f7c-79b29c39c8e8 req-af516a75-3e22-4156-a2f5-0b5f5cf9ec37 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448439 Feb 14 19:23:23.643393 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 8b81756e-9a97-4d76-ac06-a29f7355dc91 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:23:23.785684 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port 8b81756e-9a97-4d76-ac06-a29f7355dc91 completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:23:23.790151 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port 8b81756e-9a97-4d76-ac06-a29f7355dc91 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:23:23.790567 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:23.868041 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156cdf3-33e6-45dd-a787-a1c4da384b8b req-9250fc98-32ac-4049-97df-c8c6700b7433 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:23.869642 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8156cdf3-33e6-45dd-a787-a1c4da384b8b req-9250fc98-32ac-4049-97df-c8c6700b7433 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 945 time: 0.0601065 Feb 14 19:23:23.871095 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 8b81756e-9a97-4d76-ac06-a29f7355dc91 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:23.871590 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:23.898979 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd324ba1c-42c6-43e4-b1c4-3777501bf437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b81756e-9a97-4d76-ac06-a29f7355dc91'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:23:23.901563 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b327d78-a196-4dee-8380-7b1c4d30407c" -d '{"events": [{"server_uuid": "d324ba1c-42c6-43e4-b1c4-3777501bf437", "name": "network-vif-plugged", "status": "completed", "tag": "8b81756e-9a97-4d76-ac06-a29f7355dc91"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:23:23.918258 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 8b81756e-9a97-4d76-ac06-a29f7355dc91, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8b81756e-9a97-4d76-ac06-a29f7355dc91,segment=NetworkSegment(28873643-11f0-44ec-8b5d-cc44f8d70a1c),segment_id=28873643-11f0-44ec-8b5d-cc44f8d70a1c)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:23.922605 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8156cdf3-33e6-45dd-a787-a1c4da384b8b req-a5982d4e-409e-4b89-9c30-472974dbcfd2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454347 Feb 14 19:23:23.952677 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b29edf8-b727-4ea0-ae06-c9ad9a6db947 x-openstack-request-id: req-8b29edf8-b727-4ea0-ae06-c9ad9a6db947 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:23:23.952940 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d324ba1c-42c6-43e4-b1c4-3777501bf437", "name": "network-vif-plugged", "status": "completed", "tag": "8b81756e-9a97-4d76-ac06-a29f7355dc91", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:23:23.953277 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b29edf8-b727-4ea0-ae06-c9ad9a6db947 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:23:23.953675 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd324ba1c-42c6-43e4-b1c4-3777501bf437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b81756e-9a97-4d76-ac06-a29f7355dc91', 'code': 200} Feb 14 19:23:23.980097 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:23.980941 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f3d439a8-8296-4d11-8c38-17a5015e337a up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:23:24.056649 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=8b81756e-9a97-4d76-ac06-a29f7355dc91,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:24.106375 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec671607-60ab-43ed-aeb5-c367cdc00356 req-411b3463-8978-4981-9e41-fd90b6abb92f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:24.108790 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ec671607-60ab-43ed-aeb5-c367cdc00356 req-411b3463-8978-4981-9e41-fd90b6abb92f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0570736 Feb 14 19:23:24.125049 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port f3d439a8-8296-4d11-8c38-17a5015e337a completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:23:24.129039 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port f3d439a8-8296-4d11-8c38-17a5015e337a triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:23:24.129480 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:24.155766 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ec671607-60ab-43ed-aeb5-c367cdc00356 req-2badfdd6-9c9c-4ec5-bf08-de19d279b96a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Feb 14 19:23:24.209987 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port f3d439a8-8296-4d11-8c38-17a5015e337a is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:24.210397 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:24.241844 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f3d439a8-8296-4d11-8c38-17a5015e337a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f3d439a8-8296-4d11-8c38-17a5015e337a,segment=NetworkSegment(28873643-11f0-44ec-8b5d-cc44f8d70a1c),segment_id=28873643-11f0-44ec-8b5d-cc44f8d70a1c)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:24.339894 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b600387-24a9-4e19-8d3d-b0110299d18f req-aeb2c10d-c46a-478c-a504-e99ff6246d83 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:24.341411 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7b600387-24a9-4e19-8d3d-b0110299d18f req-aeb2c10d-c46a-478c-a504-e99ff6246d83 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 943 time: 0.0578985 Feb 14 19:23:24.345539 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:24.346334 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:23:24.393857 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7b600387-24a9-4e19-8d3d-b0110299d18f req-d6a937a0-c7d0-4bd7-bafe-859d74ae9846 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463293 Feb 14 19:23:24.421036 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=f3d439a8-8296-4d11-8c38-17a5015e337a,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:24.488764 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:23:24.493903 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:23:24.498243 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:24.593249 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:24.593681 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:24.598917 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0755-f3d2-4231-885f-1f0e8732dd07 req-e4dc553d-fbd9-4981-9efd-fe54ca05c76c tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:24.600477 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-32bd0755-f3d2-4231-885f-1f0e8732dd07 req-e4dc553d-fbd9-4981-9efd-fe54ca05c76c tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.0715144 Feb 14 19:23:24.630721 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:24.655899 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-32bd0755-f3d2-4231-885f-1f0e8732dd07 req-ec2f1d84-18c4-491a-9d20-88411e376aec tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457404 Feb 14 19:23:24.697144 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:24.754546 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:25.051650 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44ff02-fae1-47b4-9c72-84b3f61c4286 req-1aabbf85-1e16-4b5a-97ba-bd9a55ecc671 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:25.053498 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7a44ff02-fae1-47b4-9c72-84b3f61c4286 req-1aabbf85-1e16-4b5a-97ba-bd9a55ecc671 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0585277 Feb 14 19:23:25.113472 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7a44ff02-fae1-47b4-9c72-84b3f61c4286 req-401d49d8-1488-4aaa-8246-d5b1221e7d6a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530546 Feb 14 19:23:25.281107 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97096d-799f-45ed-8a31-14959c9adc0f req-70fabae9-12f1-42e0-b41e-9088331c1a62 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:25.282650 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cd97096d-799f-45ed-8a31-14959c9adc0f req-70fabae9-12f1-42e0-b41e-9088331c1a62 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0590036 Feb 14 19:23:25.330332 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cd97096d-799f-45ed-8a31-14959c9adc0f req-325b1368-6d3b-4447-9e60-2f793aaac092 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419893 Feb 14 19:23:25.365357 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:23:25.486072 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=883a8516-e7ce-4ab6-8023-3b6c6e7e0057,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:25.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 53246) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:25.506199 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': '883a8516-e7ce-4ab6-8023-3b6c6e7e0057', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'port_id': '883a8516-e7ce-4ab6-8023-3b6c6e7e0057', 'mac_address': 'fa:16:3e:8c:6e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:23:25.662284 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:25.662284 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:25.662284 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:23:25.662284 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=883a8516-e7ce-4ab6-8023-3b6c6e7e0057,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:25.662786 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc7a94-7177-42b2-89c2-61e00c3d5ac0 req-a640438b-68b2-4c83-99e4-eec6fd931250 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:25.662786 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-73cc7a94-7177-42b2-89c2-61e00c3d5ac0 req-a640438b-68b2-4c83-99e4-eec6fd931250 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 943 time: 0.1339874 Feb 14 19:23:25.678971 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-73cc7a94-7177-42b2-89c2-61e00c3d5ac0 req-47c31323-59a7-43e7-a276-85339ce19f83 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462723 Feb 14 19:23:25.681308 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2fe80bf0-b525-4e01-b3d5-b6ab69baa94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:25.791401 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2fe80bf0-b525-4e01-b3d5-b6ab69baa94e admin admin] Publish callbacks [] for security_group (735bfee4-3c2e-4fbf-94d1-945039393853), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:25.808105 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:25.816414 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818377a-2712-4dd3-9518-8f04d7e66771 req-f6fec995-2147-474c-86a7-8604893ebd53 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:25.818987 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9818377a-2712-4dd3-9518-8f04d7e66771 req-f6fec995-2147-474c-86a7-8604893ebd53 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.0762959 Feb 14 19:23:25.858236 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=883a8516-e7ce-4ab6-8023-3b6c6e7e0057,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:25.872633 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9818377a-2712-4dd3-9518-8f04d7e66771 req-e4c72b9c-30d0-42ae-889e-7cda6abdab43 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489631 Feb 14 19:23:25.954430 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5ae528-ed31-46b6-a675-b0edfc03c22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d439a8-8296-4d11-8c38-17a5015e337a'}, {'server_uuid': 'cbfab847-3413-4db1-9078-653cb290106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:23:25.956772 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b1021c-18e2-40b5-9cd7-c7b3687da837" -d '{"events": [{"server_uuid": "ea5ae528-ed31-46b6-a675-b0edfc03c22d", "name": "network-vif-plugged", "status": "completed", "tag": "f3d439a8-8296-4d11-8c38-17a5015e337a"}, {"server_uuid": "cbfab847-3413-4db1-9078-653cb290106e", "name": "network-vif-plugged", "status": "completed", "tag": "0f3cad90-edf9-4a45-b3a1-fd58bbeacd03"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:23:26.010392 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2fe80bf0-b525-4e01-b3d5-b6ab69baa94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (735bfee4-3c2e-4fbf-94d1-945039393853), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:26.054659 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe80bf0-b525-4e01-b3d5-b6ab69baa94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735bfee4-3c2e-4fbf-94d1-945039393853,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:26.062747 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-2fe80bf0-b525-4e01-b3d5-b6ab69baa94e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff8610c2bb5044c7abe79b3d4e91be05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5609429 Feb 14 19:23:26.065522 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 53256) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:26.117199 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3026f453-cd24-43d3-914d-cd591636b2a4 admin admin] Publish callbacks [] for security_group (735bfee4-3c2e-4fbf-94d1-945039393853), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:26.131772 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Feb 2022 19:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaee5ce-d987-4b89-8ccb-3a5c00d0b9fe x-openstack-request-id: req-3eaee5ce-d987-4b89-8ccb-3a5c00d0b9fe {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:23:26.132158 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5ae528-ed31-46b6-a675-b0edfc03c22d", "name": "network-vif-plugged", "status": "completed", "tag": "f3d439a8-8296-4d11-8c38-17a5015e337a", "code": 200}, {"server_uuid": "cbfab847-3413-4db1-9078-653cb290106e", "name": "network-vif-plugged", "status": "completed", "tag": "0f3cad90-edf9-4a45-b3a1-fd58bbeacd03", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:23:26.132474 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3eaee5ce-d987-4b89-8ccb-3a5c00d0b9fe {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:23:26.132933 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5ae528-ed31-46b6-a675-b0edfc03c22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d439a8-8296-4d11-8c38-17a5015e337a', 'code': 200} Feb 14 19:23:26.133254 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfab847-3413-4db1-9078-653cb290106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'code': 200} Feb 14 19:23:26.143428 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3026f453-cd24-43d3-914d-cd591636b2a4 admin admin] Publish callbacks [] for security_group (735bfee4-3c2e-4fbf-94d1-945039393853), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:26.239845 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22c8fe-da2a-4a56-9687-adcf161e3a02 req-94e1fe81-5a9c-4664-83ab-550a3b1a7393 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:26.241329 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4a22c8fe-da2a-4a56-9687-adcf161e3a02 req-94e1fe81-5a9c-4664-83ab-550a3b1a7393 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0545478 Feb 14 19:23:26.273074 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3026f453-cd24-43d3-914d-cd591636b2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (735bfee4-3c2e-4fbf-94d1-945039393853), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:26.275484 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3026f453-cd24-43d3-914d-cd591636b2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:26.276577 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-3026f453-cd24-43d3-914d-cd591636b2a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/735bfee4-3c2e-4fbf-94d1-945039393853 HTTP/1.1" status: 204 len: 168 time: 0.2125771 Feb 14 19:23:26.297371 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026f453-cd24-43d3-914d-cd591636b2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735bfee4-3c2e-4fbf-94d1-945039393853,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:26.304595 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4a22c8fe-da2a-4a56-9687-adcf161e3a02 req-6a092b97-0d51-46b7-9bf1-672ac8a9e27d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568218 Feb 14 19:23:26.452333 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576c83c-f5f5-44ff-b462-b03d6dc84643 req-82d09450-787c-49e1-be71-732e26a05e1e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:26.453819 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2576c83c-f5f5-44ff-b462-b03d6dc84643 req-82d09450-787c-49e1-be71-732e26a05e1e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0530653 Feb 14 19:23:26.508675 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2576c83c-f5f5-44ff-b462-b03d6dc84643 req-1a8a64c0-33aa-4261-bb88-516b032b1335 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423186 Feb 14 19:23:26.851533 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32282a8-e6fc-464f-a186-00620ce65263 req-79e9ffd2-8cb2-497c-89d7-9877ee6b438c tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:26.852503 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 53278) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:26.853144 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f32282a8-e6fc-464f-a186-00620ce65263 req-79e9ffd2-8cb2-497c-89d7-9877ee6b438c tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 944 time: 0.0571599 Feb 14 19:23:26.867018 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b963-cde5-4d0d-a443-68f97ad565a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:26.904574 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f32282a8-e6fc-464f-a186-00620ce65263 req-68e65457-0a80-419e-a796-63a532cf198a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445914 Feb 14 19:23:26.954598 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b963-cde5-4d0d-a443-68f97ad565a7 admin admin] Publish callbacks [] for security_group (810ee0ba-a7e8-4f01-8d2a-60eb8284c7b6), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:27.022098 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73769ef7-b6b1-488c-b777-36bf9236cae9 req-59e91179-0945-49da-a4ef-561d15fda7b1 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:27.029136 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-73769ef7-b6b1-488c-b777-36bf9236cae9 req-59e91179-0945-49da-a4ef-561d15fda7b1 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.0640509 Feb 14 19:23:27.047422 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b963-cde5-4d0d-a443-68f97ad565a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (810ee0ba-a7e8-4f01-8d2a-60eb8284c7b6), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:27.104470 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-0ec2b963-cde5-4d0d-a443-68f97ad565a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f44ecf2ebf9b4db1aed53aa3f0f15a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507174 Feb 14 19:23:27.107639 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 53284) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:27.109171 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-73769ef7-b6b1-488c-b777-36bf9236cae9 req-6a2cc3ed-4aa9-4354-93ba-44dcd6b47d0b tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791452 Feb 14 19:23:27.109719 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2b963-cde5-4d0d-a443-68f97ad565a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810ee0ba-a7e8-4f01-8d2a-60eb8284c7b6,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:27.161298 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9a5115d5-2588-451a-8717-22b514a00935 admin admin] Publish callbacks [] for security_group (810ee0ba-a7e8-4f01-8d2a-60eb8284c7b6), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:27.183471 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9a5115d5-2588-451a-8717-22b514a00935 admin admin] Publish callbacks [] for security_group (810ee0ba-a7e8-4f01-8d2a-60eb8284c7b6), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:27.301589 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9a5115d5-2588-451a-8717-22b514a00935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (810ee0ba-a7e8-4f01-8d2a-60eb8284c7b6), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:27.304239 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9a5115d5-2588-451a-8717-22b514a00935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:27.305387 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-9a5115d5-2588-451a-8717-22b514a00935 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/810ee0ba-a7e8-4f01-8d2a-60eb8284c7b6 HTTP/1.1" status: 204 len: 168 time: 0.1967623 Feb 14 19:23:27.314005 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5115d5-2588-451a-8717-22b514a00935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810ee0ba-a7e8-4f01-8d2a-60eb8284c7b6,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:27.433558 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8b470-d94a-4178-883a-0dea5231e788 req-434bb1ab-ecb6-4fab-a8ee-b78a64681fe2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:27.435086 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c3d8b470-d94a-4178-883a-0dea5231e788 req-434bb1ab-ecb6-4fab-a8ee-b78a64681fe2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0533595 Feb 14 19:23:27.485801 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c3d8b470-d94a-4178-883a-0dea5231e788 req-1f6dee73-b9be-46df-892f-5915b44383e4 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449491 Feb 14 19:23:27.635289 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe8b6c-4ff8-41ed-ae48-29b07e529438 req-9069e836-c811-4cc8-b77f-24046683e5af tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:27.637240 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-57fe8b6c-4ff8-41ed-ae48-29b07e529438 req-9069e836-c811-4cc8-b77f-24046683e5af tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0683362 Feb 14 19:23:27.697885 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-57fe8b6c-4ff8-41ed-ae48-29b07e529438 req-7e097970-2b13-4cb0-adc8-768e44bfaa0a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546219 Feb 14 19:23:28.033750 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468cf52-b226-443a-9c7b-7fa6972ce557 req-5c947fd0-88fa-4e16-9a82-82f13b3e63bd tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:28.035427 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a468cf52-b226-443a-9c7b-7fa6972ce557 req-5c947fd0-88fa-4e16-9a82-82f13b3e63bd tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 944 time: 0.0618753 Feb 14 19:23:28.093969 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a468cf52-b226-443a-9c7b-7fa6972ce557 req-55ff41ce-c5a3-4823-8b0f-0f68a1779c3d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523005 Feb 14 19:23:28.237270 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39885b17-33c4-4768-8046-b7cca797ac79 req-519d52f9-fee9-4125-8873-64941eafb489 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:28.238789 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-39885b17-33c4-4768-8046-b7cca797ac79 req-519d52f9-fee9-4125-8873-64941eafb489 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.0593770 Feb 14 19:23:28.286262 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-39885b17-33c4-4768-8046-b7cca797ac79 req-3ffd978d-53fa-47c0-bb81-0f9f2bbbfa5b tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419571 Feb 14 19:23:28.384872 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7fd2b-e986-42d7-879a-8011deaac511 req-39f4b456-5379-44f0-b241-b5cda37e7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:28.387740 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-70f7fd2b-e986-42d7-879a-8011deaac511 req-39f4b456-5379-44f0-b241-b5cda37e7f24 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 1129 time: 0.0899663 Feb 14 19:23:28.443020 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-70f7fd2b-e986-42d7-879a-8011deaac511 req-e9a65065-09a7-4d64-99d2-94c550e44014 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440140 Feb 14 19:23:28.583318 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['883a8516-e7ce-4ab6-8023-3b6c6e7e0057'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:23:28.616517 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbfb33-c649-4511-86f2-2d45f0644f4d req-69054c29-40b2-4400-85ab-d7dea051aec8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:28.618014 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-00fbfb33-c649-4511-86f2-2d45f0644f4d req-69054c29-40b2-4400-85ab-d7dea051aec8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0578635 Feb 14 19:23:28.681950 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-00fbfb33-c649-4511-86f2-2d45f0644f4d req-d5c40543-8939-46b8-a9e0-d739ddc28d05 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563731 Feb 14 19:23:28.830074 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6969d5-530a-4434-8da3-81107758d057 req-be0b1e93-9502-4c83-913e-3fee743d9be5 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:28.831616 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-da6969d5-530a-4434-8da3-81107758d057 req-be0b1e93-9502-4c83-913e-3fee743d9be5 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0530210 Feb 14 19:23:28.880951 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-da6969d5-530a-4434-8da3-81107758d057 req-27b2e361-c354-4f2e-9c7a-82847eec4926 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437338 Feb 14 19:23:29.222379 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193e930-3c28-43a0-9f42-2ba8e273120a req-2824bafb-774f-4c7d-bb6d-973378d19d0b tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:29.223920 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2193e930-3c28-43a0-9f42-2ba8e273120a req-2824bafb-774f-4c7d-bb6d-973378d19d0b tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 944 time: 0.0599523 Feb 14 19:23:29.271408 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2193e930-3c28-43a0-9f42-2ba8e273120a req-3d37d825-616b-4d8c-827b-16b1d9d86a22 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415540 Feb 14 19:23:29.431137 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc422e56-0f7e-4728-adab-b6a15bd7658d req-3d667799-3d14-4ab7-a02e-e34013e95e5c tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:29.438942 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cc422e56-0f7e-4728-adab-b6a15bd7658d req-3d667799-3d14-4ab7-a02e-e34013e95e5c tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.0643539 Feb 14 19:23:29.488035 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cc422e56-0f7e-4728-adab-b6a15bd7658d req-98cc7234-6532-4394-ba88-e9e898e8397a tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479918 Feb 14 19:23:29.814788 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf03e3-5f54-4abe-b64a-a46951332001 req-305c4a83-1aca-4530-b676-00b8fdccb124 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:29.816302 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e2cf03e3-5f54-4abe-b64a-a46951332001 req-305c4a83-1aca-4530-b676-00b8fdccb124 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0631056 Feb 14 19:23:29.868648 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e2cf03e3-5f54-4abe-b64a-a46951332001 req-ba143be8-7a9e-4881-b12b-ec8bcd0d30d2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460384 Feb 14 19:23:30.000362 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bb08d-8953-4ca3-a45e-1234433d687e req-4a5411f4-51e2-45a7-beeb-8090ac9c7c73 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:30.001932 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-be4bb08d-8953-4ca3-a45e-1234433d687e req-4a5411f4-51e2-45a7-beeb-8090ac9c7c73 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0540082 Feb 14 19:23:30.057223 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-be4bb08d-8953-4ca3-a45e-1234433d687e req-492d4af0-72b9-4123-9968-ae640f1fe7dd tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492897 Feb 14 19:23:30.388614 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933a009-b775-49f8-ba90-650caa01c863 req-83331067-7dfc-4300-804f-745aa26e7ddb tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:30.390065 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b933a009-b775-49f8-ba90-650caa01c863 req-83331067-7dfc-4300-804f-745aa26e7ddb tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 944 time: 0.0532970 Feb 14 19:23:30.438789 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b933a009-b775-49f8-ba90-650caa01c863 req-64cf2041-6234-4251-8e68-46674c655a9f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429070 Feb 14 19:23:30.604290 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9db9f-19a4-400f-bff3-a53fab850c93 req-0bb15ff8-0033-45f6-890b-cbf66357bbc9 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:30.605677 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3db9db9f-19a4-400f-bff3-a53fab850c93 req-0bb15ff8-0033-45f6-890b-cbf66357bbc9 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.0508397 Feb 14 19:23:30.653093 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3db9db9f-19a4-400f-bff3-a53fab850c93 req-aa7c6863-b297-4969-8327-37bf699804b3 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406756 Feb 14 19:23:30.992610 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2bc11-6c75-4187-b92e-44f8b7a3728f req-6ceaf2a9-cc55-4289-834e-9a8835d810e9 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:30.994087 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-46b2bc11-6c75-4187-b92e-44f8b7a3728f req-6ceaf2a9-cc55-4289-834e-9a8835d810e9 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0517929 Feb 14 19:23:31.049291 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-46b2bc11-6c75-4187-b92e-44f8b7a3728f req-157b35be-8f0c-4843-b25a-9b0a99b6f479 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492897 Feb 14 19:23:31.183413 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6c6ea-7486-46af-a321-0e1b02eeaaba req-29bc0c12-0055-4fc1-adef-f7452b12de4f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:31.185564 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b1a6c6ea-7486-46af-a321-0e1b02eeaaba req-29bc0c12-0055-4fc1-adef-f7452b12de4f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0594251 Feb 14 19:23:31.235568 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b1a6c6ea-7486-46af-a321-0e1b02eeaaba req-862987ff-240e-429f-9c5f-04d12e605e29 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441194 Feb 14 19:23:31.311467 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2b0ed-b5bc-4340-be1a-5498fa8ee8af req-a11fa7a6-2257-4040-b367-286f6e43f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:31.312938 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e5e2b0ed-b5bc-4340-be1a-5498fa8ee8af req-a11fa7a6-2257-4040-b367-286f6e43f118 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 1129 time: 0.0738709 Feb 14 19:23:31.317956 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425f8bb-a6e5-4437-83ad-2c8c4024f1ff req-48de2759-0f0c-417c-bb57-cebd9d7edadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:31.319560 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0425f8bb-a6e5-4437-83ad-2c8c4024f1ff req-48de2759-0f0c-417c-bb57-cebd9d7edadf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 1130 time: 0.0719457 Feb 14 19:23:31.391255 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e5e2b0ed-b5bc-4340-be1a-5498fa8ee8af req-c51e1f56-c2d4-44bb-94a9-4c17d6e1caf7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707643 Feb 14 19:23:31.397049 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0425f8bb-a6e5-4437-83ad-2c8c4024f1ff req-12b38f6e-e98a-451c-ad4b-251bec1d10d3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640988 Feb 14 19:23:31.565444 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d192c40-4a3a-4bb0-be9d-ae314df4cd81 req-22a75095-5ff6-452c-9028-2ca9ab47ff26 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:31.566939 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6d192c40-4a3a-4bb0-be9d-ae314df4cd81 req-22a75095-5ff6-452c-9028-2ca9ab47ff26 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 944 time: 0.0585980 Feb 14 19:23:31.616661 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6d192c40-4a3a-4bb0-be9d-ae314df4cd81 req-ff77cdb8-4a05-43c1-a93c-cc429046cc08 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441816 Feb 14 19:23:31.772439 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed143da8-6df2-43c5-ac45-e0e59800328a req-d5e51c4a-6869-4c9a-8172-e853f6db5b18 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:31.773821 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ed143da8-6df2-43c5-ac45-e0e59800328a req-d5e51c4a-6869-4c9a-8172-e853f6db5b18 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.0520420 Feb 14 19:23:31.820124 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ed143da8-6df2-43c5-ac45-e0e59800328a req-511430a0-f0cb-43dd-ba0a-10e6f89f0f3b tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407958 Feb 14 19:23:32.177454 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc43b56-2b87-4a1d-b7eb-aedc04c4e17a req-8195b2d2-2b83-4725-ac8f-7b2cf2eb98d2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:32.178992 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ccc43b56-2b87-4a1d-b7eb-aedc04c4e17a req-8195b2d2-2b83-4725-ac8f-7b2cf2eb98d2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0536833 Feb 14 19:23:32.235643 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ccc43b56-2b87-4a1d-b7eb-aedc04c4e17a req-6dd5e423-c9fc-4dac-b39d-480b3661168a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507514 Feb 14 19:23:32.364992 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7289d-d00f-49b7-818b-57f9216466f6 req-ba6b9cdc-85e2-49d3-b315-3ce9503da2f4 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:32.366403 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6ae7289d-d00f-49b7-818b-57f9216466f6 req-ba6b9cdc-85e2-49d3-b315-3ce9503da2f4 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0537164 Feb 14 19:23:32.421824 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6ae7289d-d00f-49b7-818b-57f9216466f6 req-5adf69c1-f059-4a19-9694-2c7cab1db668 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496149 Feb 14 19:23:32.760769 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4a41b-3218-40a1-8e9b-303b5c98346c req-2ddcde36-013d-46e0-adf3-3f9356690a90 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:32.763268 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f2a4a41b-3218-40a1-8e9b-303b5c98346c req-2ddcde36-013d-46e0-adf3-3f9356690a90 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 944 time: 0.0740731 Feb 14 19:23:32.825094 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f2a4a41b-3218-40a1-8e9b-303b5c98346c req-f108e9a9-b0a8-4e0b-b1d2-6386127ef446 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547631 Feb 14 19:23:33.377524 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d80f37-5896-4705-b812-3670afbce929 req-3d43df4c-77df-47ad-81fa-6f807e6bdfb7 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:33.379069 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c1d80f37-5896-4705-b812-3670afbce929 req-3d43df4c-77df-47ad-81fa-6f807e6bdfb7 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0536168 Feb 14 19:23:33.437479 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c1d80f37-5896-4705-b812-3670afbce929 req-0f39bb32-dfd9-48a8-aefb-ba9dbba801aa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467579 Feb 14 19:23:33.576811 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05120d99-81bc-4cdb-8ac3-a92fd0d62e02 req-91ccc28f-bdbf-4e01-b587-e3a02eb7953a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:33.578557 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-05120d99-81bc-4cdb-8ac3-a92fd0d62e02 req-91ccc28f-bdbf-4e01-b587-e3a02eb7953a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0780728 Feb 14 19:23:33.642956 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-05120d99-81bc-4cdb-8ac3-a92fd0d62e02 req-568d42c5-3085-4c65-a87f-a7930c2201ec tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576100 Feb 14 19:23:33.950193 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbab0b-b3f1-4c16-9af1-de568dc86e72 req-6c2e56c6-055e-4607-92f8-adef3a187247 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:33.951846 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b3bbab0b-b3f1-4c16-9af1-de568dc86e72 req-6c2e56c6-055e-4607-92f8-adef3a187247 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 944 time: 0.0540082 Feb 14 19:23:34.003431 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b3bbab0b-b3f1-4c16-9af1-de568dc86e72 req-93cb3756-6bbb-47d4-8366-b858f9bc9c1d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455689 Feb 14 19:23:34.375190 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:23:34.516821 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:23:34.522596 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:23:34.524400 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:34.619929 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:23:34.621233 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:34.642575 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efac16-cb71-4152-a33e-bb3af6eb11dd req-b0456fc2-0153-46bd-8d85-fb0491aedd58 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:34.646196 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b7efac16-cb71-4152-a33e-bb3af6eb11dd req-b0456fc2-0153-46bd-8d85-fb0491aedd58 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0952923 Feb 14 19:23:34.652238 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30430534-a799-42cd-84b7-03b4a018d7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883a8516-e7ce-4ab6-8023-3b6c6e7e0057'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:23:34.656413 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbd3269-5309-450d-ab83-289af3dc8f67" -d '{"events": [{"server_uuid": "30430534-a799-42cd-84b7-03b4a018d7c8", "name": "network-vif-plugged", "status": "completed", "tag": "883a8516-e7ce-4ab6-8023-3b6c6e7e0057"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:23:34.681880 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=883a8516-e7ce-4ab6-8023-3b6c6e7e0057,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:34.704783 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abc5631-d631-49ff-a9cf-de3b2e9499ca x-openstack-request-id: req-1abc5631-d631-49ff-a9cf-de3b2e9499ca {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:23:34.705494 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30430534-a799-42cd-84b7-03b4a018d7c8", "name": "network-vif-plugged", "status": "completed", "tag": "883a8516-e7ce-4ab6-8023-3b6c6e7e0057", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:23:34.705967 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1abc5631-d631-49ff-a9cf-de3b2e9499ca {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:23:34.706620 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30430534-a799-42cd-84b7-03b4a018d7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883a8516-e7ce-4ab6-8023-3b6c6e7e0057', 'code': 200} Feb 14 19:23:34.716855 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b7efac16-cb71-4152-a33e-bb3af6eb11dd req-b4d36c65-5c04-409a-aede-cf21fcd6eaf0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636687 Feb 14 19:23:34.752727 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:34.877848 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd70f1-6a4f-4490-8943-706b9b19dfbf req-8a5b4d3d-68c3-4a49-afa4-17f7ab03118c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:34.880599 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-becd70f1-6a4f-4490-8943-706b9b19dfbf req-8a5b4d3d-68c3-4a49-afa4-17f7ab03118c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.1043100 Feb 14 19:23:34.929142 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=883a8516-e7ce-4ab6-8023-3b6c6e7e0057,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:34.961066 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-becd70f1-6a4f-4490-8943-706b9b19dfbf req-8d3dbccf-071f-41db-9fdf-06995843f3fb tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735984 Feb 14 19:23:35.168950 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c17832-661b-406f-879f-33a39c35f9df req-26340e7c-0c0d-4dd3-ade4-82c800eb3d56 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:35.171864 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-66c17832-661b-406f-879f-33a39c35f9df req-26340e7c-0c0d-4dd3-ade4-82c800eb3d56 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0916443 Feb 14 19:23:35.225518 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-66c17832-661b-406f-879f-33a39c35f9df req-20476da7-bcd5-4bfe-b801-66247d5e0caa tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480042 Feb 14 19:23:35.861891 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bc984-153b-453f-97e3-7ff5c6718049 req-2103ff48-a4f3-414b-88c4-fddc208bfe94 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:35.864033 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2e4bc984-153b-453f-97e3-7ff5c6718049 req-2103ff48-a4f3-414b-88c4-fddc208bfe94 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0631452 Feb 14 19:23:35.918473 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2e4bc984-153b-453f-97e3-7ff5c6718049 req-84b38980-bf15-440c-8ba9-1aa428d972fe tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479527 Feb 14 19:23:36.083887 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5fe2a-534c-40c1-9933-02aa1f1122be req-070bd254-2fda-4522-b491-aec2b0912621 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:36.085449 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d7a5fe2a-534c-40c1-9933-02aa1f1122be req-070bd254-2fda-4522-b491-aec2b0912621 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0541661 Feb 14 19:23:36.136098 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d7a5fe2a-534c-40c1-9933-02aa1f1122be req-f57ad415-5b1a-456d-b637-4247a57ab972 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445893 Feb 14 19:23:36.354115 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2f044-534c-4d12-aaad-d91e8be3aaec req-518bb973-e3ca-4aeb-af82-b40ca4fd95c3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:36.355711 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4ab2f044-534c-4d12-aaad-d91e8be3aaec req-518bb973-e3ca-4aeb-af82-b40ca4fd95c3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0587232 Feb 14 19:23:36.410057 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4ab2f044-534c-4d12-aaad-d91e8be3aaec req-0f807630-1418-4d66-97b7-3944c9a4e9d9 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475459 Feb 14 19:23:37.053908 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27747bf5-01bd-4b43-8c3e-09b106b826dc req-619e8ea9-3bc3-4f49-a9a0-7d69a9d628ba tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:37.055438 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-27747bf5-01bd-4b43-8c3e-09b106b826dc req-619e8ea9-3bc3-4f49-a9a0-7d69a9d628ba tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0638919 Feb 14 19:23:37.109806 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-27747bf5-01bd-4b43-8c3e-09b106b826dc req-91d2cab1-e2a2-4e44-997e-e6e4030f0d08 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480037 Feb 14 19:23:37.259262 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3b5b7-92b0-4c03-80e6-99d710943484 req-4240da89-57cd-41d5-93ec-8e0e1972e103 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:37.260723 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-acc3b5b7-92b0-4c03-80e6-99d710943484 req-4240da89-57cd-41d5-93ec-8e0e1972e103 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0544002 Feb 14 19:23:37.309160 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-acc3b5b7-92b0-4c03-80e6-99d710943484 req-bbb3afee-4682-4f01-95e3-45e2b9d642a7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427327 Feb 14 19:23:37.535693 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d81d7-d69d-4181-b21e-b413f8667c69 req-d9b8b09c-1285-4080-92ce-17542dac3770 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:37.537438 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-538d81d7-d69d-4181-b21e-b413f8667c69 req-d9b8b09c-1285-4080-92ce-17542dac3770 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0575147 Feb 14 19:23:37.585038 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-538d81d7-d69d-4181-b21e-b413f8667c69 req-a7c8200b-aa4a-4d13-8f56-4867f0becf6f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419652 Feb 14 19:23:37.713369 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44871d-2ff5-4170-b7b7-f644c0122fe9 req-07b26ee0-9f79-4d5a-8d80-57a0160d5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:37.714902 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cf44871d-2ff5-4170-b7b7-f644c0122fe9 req-07b26ee0-9f79-4d5a-8d80-57a0160d5959 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 1129 time: 0.0498660 Feb 14 19:23:37.766419 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cf44871d-2ff5-4170-b7b7-f644c0122fe9 req-de6214ac-e438-4e76-baf5-d9b6743bc650 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427747 Feb 14 19:23:38.233199 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9245f1-f6ea-463c-a5c2-83495b760269 req-c65d8c76-e937-4269-91f7-704c59cf62ac tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:38.234720 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3b9245f1-f6ea-463c-a5c2-83495b760269 req-c65d8c76-e937-4269-91f7-704c59cf62ac tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0531983 Feb 14 19:23:38.296205 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3b9245f1-f6ea-463c-a5c2-83495b760269 req-792323d9-3ca4-4c40-834c-db91fee7f8d8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558946 Feb 14 19:23:38.447049 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae91c00-0511-490c-a779-cd35820cd303 req-546da888-5a0d-4d1f-9f46-b3192c2edc1e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:38.448507 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bae91c00-0511-490c-a779-cd35820cd303 req-546da888-5a0d-4d1f-9f46-b3192c2edc1e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0542607 Feb 14 19:23:38.521594 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bae91c00-0511-490c-a779-cd35820cd303 req-6ddf823a-a42d-4b74-9fa0-8ad3c0794096 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668750 Feb 14 19:23:38.586909 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:23:38.733618 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0138ca-67ca-4494-8e1c-cef4ab59c21b req-388253af-36e5-4f5e-9f92-83d1b4b1789d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:38.736000 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bd0138ca-67ca-4494-8e1c-cef4ab59c21b req-388253af-36e5-4f5e-9f92-83d1b4b1789d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0758040 Feb 14 19:23:38.838454 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bd0138ca-67ca-4494-8e1c-cef4ab59c21b req-00531c54-dbbb-4314-88fa-dd50b6cf4760 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918291 Feb 14 19:23:39.483752 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b785325-b3f0-4956-ae3d-de8d36018d16 req-381fdae8-5ed8-4e26-86fc-67ca28f9ddb7 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:39.488109 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4b785325-b3f0-4956-ae3d-de8d36018d16 req-381fdae8-5ed8-4e26-86fc-67ca28f9ddb7 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0978718 Feb 14 19:23:39.570722 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4b785325-b3f0-4956-ae3d-de8d36018d16 req-00beacdc-9fa6-4562-84b0-079bdd4de93c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486770 Feb 14 19:23:39.700802 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5422a9-cdfb-4fe2-9027-2c19d45ca9b5 req-a1779c79-bfac-46b0-8ffb-ffce1bd43db9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:39.702512 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ad5422a9-cdfb-4fe2-9027-2c19d45ca9b5 req-a1779c79-bfac-46b0-8ffb-ffce1bd43db9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0673807 Feb 14 19:23:39.776028 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ad5422a9-cdfb-4fe2-9027-2c19d45ca9b5 req-77a68d76-5a7f-4e27-820c-ebff73e74187 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672197 Feb 14 19:23:40.003271 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a21fe-237e-4018-abfa-9bcad1b6dc9f req-18bb89b1-6208-4642-869b-495bbf931565 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:40.006046 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a87a21fe-237e-4018-abfa-9bcad1b6dc9f req-18bb89b1-6208-4642-869b-495bbf931565 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0866175 Feb 14 19:23:40.022175 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 53608) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:40.032225 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-706a3c4e-b0c6-4af6-8559-c310faf31dca tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Request body: {'floatingip': {'port_id': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:23:40.178162 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-706a3c4e-b0c6-4af6-8559-c310faf31dca tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for floatingip (141b0ccf-e4d6-479f-ae44-428ea386994d), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:40.406949 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ab8f7-ea1e-4929-adb0-c8ca5f428f1b req-92fb0098-54a1-43a8-943f-cb004f28ee20 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:40.409485 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b18ab8f7-ea1e-4929-adb0-c8ca5f428f1b req-92fb0098-54a1-43a8-943f-cb004f28ee20 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0741785 Feb 14 19:23:40.513836 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b18ab8f7-ea1e-4929-adb0-c8ca5f428f1b req-74f38a8a-a419-42f2-bdc1-2627f9113b74 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933609 Feb 14 19:23:40.652946 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-c22a9fde-a60b-4a43-8b70-cf1d048a468e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:40.783874 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab668c9b-064e-4089-8820-0352d8b6cc9e req-d02d9429-730e-4f9f-b260-e318947cbc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:40.786821 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ab668c9b-064e-4089-8820-0352d8b6cc9e req-d02d9429-730e-4f9f-b260-e318947cbc73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8fbd711ec5d4004868c7d165ae108af&device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 1129 time: 0.0944271 Feb 14 19:23:41.032507 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b143f-bff7-46a2-be65-fa9f9bc55619 req-8173a8d8-be96-422b-84b4-838302536a09 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:41.035325 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-046b143f-bff7-46a2-be65-fa9f9bc55619 req-8173a8d8-be96-422b-84b4-838302536a09 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.2466657 Feb 14 19:23:41.121862 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab668c9b-064e-4089-8820-0352d8b6cc9e req-af02566f-052a-4626-b919-284056466022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:41.124342 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ab668c9b-064e-4089-8820-0352d8b6cc9e req-af02566f-052a-4626-b919-284056466022 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4 HTTP/1.1" status: 200 len: 920 time: 0.3167796 Feb 14 19:23:41.184056 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ab668c9b-064e-4089-8820-0352d8b6cc9e req-dec65567-4f40-459e-8cdf-44e460b2ef63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b81756e-9a97-4d76-ac06-a29f7355dc91 HTTP/1.1" status: 200 len: 217 time: 0.0524175 Feb 14 19:23:41.190230 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-046b143f-bff7-46a2-be65-fa9f9bc55619 req-058b507f-530a-40ec-af18-3f0017692b04 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465847 Feb 14 19:23:41.246566 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9593b1-c72e-426a-9bce-c199db9bd065 req-66beb1f1-fbce-460a-ae76-bf840dccd792 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:41.249366 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ca9593b1-c72e-426a-9bce-c199db9bd065 req-66beb1f1-fbce-460a-ae76-bf840dccd792 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.6107612 Feb 14 19:23:41.260965 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 53640) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:41.272202 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-2367b304-4056-44c4-838e-9b508991151f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Request body: {'floatingip': {'port_id': '883a8516-e7ce-4ab6-8023-3b6c6e7e0057'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:23:41.291707 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 53642) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:41.422873 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2367b304-4056-44c4-838e-9b508991151f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for floatingip (dbd21ef2-4cce-4d72-b37b-08776f75cfd2), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:41.562106 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:41.627102 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-706a3c4e-b0c6-4af6-8559-c310faf31dca tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:41.725567 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Publish callbacks [] for security_group (aedd8d8f-8764-430f-850a-d75bc77f363c), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:41.727442 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-706a3c4e-b0c6-4af6-8559-c310faf31dca tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (141b0ccf-e4d6-479f-ae44-428ea386994d), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:41.764394 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab668c9b-064e-4089-8820-0352d8b6cc9e req-c4d370ab-b372-4396-bf05-eed2cad40050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:41.765797 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ab668c9b-064e-4089-8820-0352d8b6cc9e req-c4d370ab-b372-4396-bf05-eed2cad40050 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f295adab-0ed8-45be-bb43-1a3d87848e91 HTTP/1.1" status: 200 len: 859 time: 0.5740862 Feb 14 19:23:41.829466 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ab668c9b-064e-4089-8820-0352d8b6cc9e req-d6c74aa1-ddac-4a97-aaa9-a284e942882a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420461 Feb 14 19:23:41.832719 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (aedd8d8f-8764-430f-850a-d75bc77f363c), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:41.891834 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedd8d8f-8764-430f-850a-d75bc77f363c,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:41.896365 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02f5a7b9f04a4ee780f7aa360b72bd58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5929306 Feb 14 19:23:41.898617 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.db.l3_db [None req-706a3c4e-b0c6-4af6-8559-c310faf31dca tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Floating IP 141b0ccf-e4d6-479f-ae44-428ea386994d associated. External IP: 172.27.2.5, port: 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03. Feb 14 19:23:41.900726 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 53648) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:41.946789 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:41.947135 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:41.947475 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:41.947812 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:41.948145 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:41.948475 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:41.948801 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:41.949133 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:41.949482 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:41.949827 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:41.950179 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:41.950567 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:41.950920 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75ab9-be27-47ec-9bfb-2df4f2d8fcbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:42.065187 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8033f023-1cdb-4ff4-a9dc-3d7ddffd9c31 admin admin] Publish callbacks [] for security_group (aedd8d8f-8764-430f-850a-d75bc77f363c), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:42.103750 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8033f023-1cdb-4ff4-a9dc-3d7ddffd9c31 admin admin] Publish callbacks [] for security_group (aedd8d8f-8764-430f-850a-d75bc77f363c), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:42.311190 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ab668c9b-064e-4089-8820-0352d8b6cc9e req-6536dfec-756f-4e9a-83e8-a2ef0c91cbf5 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574351 Feb 14 19:23:42.367899 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706a3c4e-b0c6-4af6-8559-c310faf31dca tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:23:42.538296 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8033f023-1cdb-4ff4-a9dc-3d7ddffd9c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (aedd8d8f-8764-430f-850a-d75bc77f363c), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:42.540715 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8033f023-1cdb-4ff4-a9dc-3d7ddffd9c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:42.545658 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-8033f023-1cdb-4ff4-a9dc-3d7ddffd9c31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aedd8d8f-8764-430f-850a-d75bc77f363c HTTP/1.1" status: 204 len: 168 time: 0.6358440 Feb 14 19:23:42.571351 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706a3c4e-b0c6-4af6-8559-c310faf31dca tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:23:42.587071 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-706a3c4e-b0c6-4af6-8559-c310faf31dca tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:42.591734 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3284c107-ee6d-49a8-b858-2f2d8e017ca1 None None] Sync routers for ids ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:23:42.593683 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033f023-1cdb-4ff4-a9dc-3d7ddffd9c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedd8d8f-8764-430f-850a-d75bc77f363c,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:42.622908 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284c107-ee6d-49a8-b858-2f2d8e017ca1 None None] Routers {'f36d3114-37a6-4ef7-a799-45bcc2bf39f5'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:23:42.628763 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-706a3c4e-b0c6-4af6-8559-c310faf31dca tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "PUT /v2.0/floatingips/141b0ccf-e4d6-479f-ae44-428ea386994d HTTP/1.1" status: 200 len: 990 time: 2.6046460 Feb 14 19:23:42.629677 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfab847-3413-4db1-9078-653cb290106e', 'tag': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:23:42.632151 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254853412eff7528e62d35f22037d8787cf446ee75a5069e8ba1afd6353e2fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfbdf74-b5a8-4f55-ae38-f0fd9d8bcb16" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfab847-3413-4db1-9078-653cb290106e", "tag": "0f3cad90-edf9-4a45-b3a1-fd58bbeacd03"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:23:42.640537 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-3284c107-ee6d-49a8-b858-2f2d8e017ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:23:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:23:42.749808 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ab668c9b-064e-4089-8820-0352d8b6cc9e req-47f7c5a8-6460-4d28-8b1b-cc4e28aea58c service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369001 Feb 14 19:23:42.817619 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052124e0-6bde-4b45-a65f-c27bd8f4fd2e req-2518d638-2f97-4373-878e-b11993704be7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:42.819323 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-052124e0-6bde-4b45-a65f-c27bd8f4fd2e req-2518d638-2f97-4373-878e-b11993704be7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.4230053 Feb 14 19:23:42.842264 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41de3a8-8279-43d5-b1ec-cb185c94666b x-openstack-request-id: req-d41de3a8-8279-43d5-b1ec-cb185c94666b {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:23:42.842264 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfab847-3413-4db1-9078-653cb290106e", "tag": "0f3cad90-edf9-4a45-b3a1-fd58bbeacd03", "status": "completed", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:23:42.842264 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d41de3a8-8279-43d5-b1ec-cb185c94666b {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:23:42.842264 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfab847-3413-4db1-9078-653cb290106e', 'tag': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'status': 'completed', 'code': 200} Feb 14 19:23:42.918586 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-3284c107-ee6d-49a8-b858-2f2d8e017ca1 None None] Set router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:23:42.927530 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-21450fcf-f175-4168-9978-bb78096a15a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:43.181618 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-052124e0-6bde-4b45-a65f-c27bd8f4fd2e req-d7ac4ebb-f67c-45c0-bdb6-6cf7ae091cb5 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341463 Feb 14 19:23:43.194279 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbdf74-b5a8-4f55-ae38-f0fd9d8bcb16 req-6ace1a4a-09ab-4a65-bee1-a11f5af2c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:43.196022 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ebfbdf74-b5a8-4f55-ae38-f0fd9d8bcb16 req-6ace1a4a-09ab-4a65-bee1-a11f5af2c2ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8e94048f637402f867e42ca604960db&device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 1130 time: 0.3156502 Feb 14 19:23:43.250215 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.db.resource_extend [None req-2367b304-4056-44c4-838e-9b508991151f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 14 19:23:43.303812 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-3284c107-ee6d-49a8-b858-2f2d8e017ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '141b0ccf-e4d6-479f-ae44-428ea386994d', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'port_id': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'mac_address': 'fa:16:3e:69:12:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfab847-3413-4db1-9078-653cb290106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:22:57Z', 'updated_at': '2022-02-14T19:23:41Z', 'revision_number': 1, 'project_id': 'd8e94048f637402f867e42ca604960db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 5, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:23:43.332971 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3284c107-ee6d-49a8-b858-2f2d8e017ca1 None None] Checking router: f36d3114-37a6-4ef7-a799-45bcc2bf39f5 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:23:43.345859 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284c107-ee6d-49a8-b858-2f2d8e017ca1 None None] Routers {'f36d3114-37a6-4ef7-a799-45bcc2bf39f5'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:23:43.346557 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-3284c107-ee6d-49a8-b858-2f2d8e017ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:23:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:23:43.378596 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2367b304-4056-44c4-838e-9b508991151f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:43.406000 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbdf74-b5a8-4f55-ae38-f0fd9d8bcb16 req-241c2f9c-8b38-4f23-8c81-753c34366019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:43.407528 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ebfbdf74-b5a8-4f55-ae38-f0fd9d8bcb16 req-241c2f9c-8b38-4f23-8c81-753c34366019 service neutron] 10.222.0.43 "GET /v2.0/networks?id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 200 len: 918 time: 0.2010570 Feb 14 19:23:43.485681 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-3284c107-ee6d-49a8-b858-2f2d8e017ca1 None None] Set router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:23:43.520687 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2367b304-4056-44c4-838e-9b508991151f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (dbd21ef2-4cce-4d72-b37b-08776f75cfd2), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:43.633099 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 53704) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:43.642833 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ebfbdf74-b5a8-4f55-ae38-f0fd9d8bcb16 req-4a77cc78-ccb1-448d-b054-4fe3f4721e6f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 HTTP/1.1" status: 200 len: 998 time: 0.2287419 Feb 14 19:23:43.680183 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1286472d-fa11-411a-aa6c-9faf215f2767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:43.749943 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbdf74-b5a8-4f55-ae38-f0fd9d8bcb16 req-cabbe32e-0dc9-4f16-9ce0-373aa372ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:43.751519 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ebfbdf74-b5a8-4f55-ae38-f0fd9d8bcb16 req-cabbe32e-0dc9-4f16-9ce0-373aa372ff51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfee419b-fffe-4533-9b87-1735a151f782 HTTP/1.1" status: 200 len: 856 time: 0.1012373 Feb 14 19:23:43.755358 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.l3_db [None req-2367b304-4056-44c4-838e-9b508991151f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Floating IP dbd21ef2-4cce-4d72-b37b-08776f75cfd2 associated. External IP: 172.27.2.223, port: 883a8516-e7ce-4ab6-8023-3b6c6e7e0057. Feb 14 19:23:43.843424 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1286472d-fa11-411a-aa6c-9faf215f2767 admin admin] Publish callbacks [] for security_group (335a1d75-8ac4-426d-8551-b26e28d2b140), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:43.917765 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-3284c107-ee6d-49a8-b858-2f2d8e017ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '141b0ccf-e4d6-479f-ae44-428ea386994d', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'port_id': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'mac_address': 'fa:16:3e:69:12:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfab847-3413-4db1-9078-653cb290106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:22:57Z', 'updated_at': '2022-02-14T19:23:41Z', 'revision_number': 1, 'project_id': 'd8e94048f637402f867e42ca604960db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 5, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:23:43.976013 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1286472d-fa11-411a-aa6c-9faf215f2767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (335a1d75-8ac4-426d-8551-b26e28d2b140), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:44.020486 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286472d-fa11-411a-aa6c-9faf215f2767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335a1d75-8ac4-426d-8551-b26e28d2b140,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:44.029469 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-1286472d-fa11-411a-aa6c-9faf215f2767 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd8d5996082544309baa3914a3a1707f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3931313 Feb 14 19:23:44.030572 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 53710) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:44.117311 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-074d1c6a-50e8-4752-9d8d-2794aa229dd3 admin admin] Publish callbacks [] for security_group (335a1d75-8ac4-426d-8551-b26e28d2b140), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:44.147909 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3284c107-ee6d-49a8-b858-2f2d8e017ca1 None None] The sync data for ids ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'] in dv-cinder-816898-8-iscsi is: [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '141b0ccf-e4d6-479f-ae44-428ea386994d', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'port_id': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'mac_address': 'fa:16:3e:69:12:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfab847-3413-4db1-9078-653cb290106e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:22:57Z', 'updated_at': '2022-02-14T19:23:41Z', 'revision_number': 1, 'project_id': 'd8e94048f637402f867e42ca604960db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 5, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:23:44.171257 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbdf74-b5a8-4f55-ae38-f0fd9d8bcb16 req-b899ca84-276b-434e-8a53-e07f038a7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:44.172372 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-074d1c6a-50e8-4752-9d8d-2794aa229dd3 admin admin] Publish callbacks [] for security_group (335a1d75-8ac4-426d-8551-b26e28d2b140), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:44.172830 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ebfbdf74-b5a8-4f55-ae38-f0fd9d8bcb16 req-b899ca84-276b-434e-8a53-e07f038a7783 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4146283 Feb 14 19:23:44.319808 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:44.423506 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-074d1c6a-50e8-4752-9d8d-2794aa229dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (335a1d75-8ac4-426d-8551-b26e28d2b140), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:44.428205 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-074d1c6a-50e8-4752-9d8d-2794aa229dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:44.430157 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-074d1c6a-50e8-4752-9d8d-2794aa229dd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/335a1d75-8ac4-426d-8551-b26e28d2b140 HTTP/1.1" status: 204 len: 168 time: 0.3983779 Feb 14 19:23:44.455979 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ebfbdf74-b5a8-4f55-ae38-f0fd9d8bcb16 req-cc5f7a1c-b164-4310-ac57-a7da911743e9 service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440052 Feb 14 19:23:44.457548 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d1c6a-50e8-4752-9d8d-2794aa229dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335a1d75-8ac4-426d-8551-b26e28d2b140,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:44.517326 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abcc97-c183-47e2-9562-d1a476c2ea5f req-cc9e2d29-6e8d-47ba-a7e6-96f0fec1952e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:44.519963 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c8abcc97-c183-47e2-9562-d1a476c2ea5f req-cc9e2d29-6e8d-47ba-a7e6-96f0fec1952e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.1775770 Feb 14 19:23:44.667008 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2367b304-4056-44c4-838e-9b508991151f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Router 48848543-6692-4ff4-bd96-892ef163e906 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:23:44.695732 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c8abcc97-c183-47e2-9562-d1a476c2ea5f req-b7b91c54-b57a-4fee-9a09-b05eeff0284b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678329 Feb 14 19:23:44.749837 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59962e73-e09a-40aa-a568-6ea1324efc00 None None] New status for floating IP 141b0ccf-e4d6-479f-ae44-428ea386994d: ACTIVE {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:23:44.850182 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ebfbdf74-b5a8-4f55-ae38-f0fd9d8bcb16 req-30d6925a-46bf-4bee-80ef-cc598276bb83 service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952720 Feb 14 19:23:44.944590 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2367b304-4056-44c4-838e-9b508991151f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:23:44.953239 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2367b304-4056-44c4-838e-9b508991151f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:44.957413 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f734c36-54c2-4949-81ff-bdf961a63e60 None None] Sync routers for ids ['48848543-6692-4ff4-bd96-892ef163e906'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:23:44.979339 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f734c36-54c2-4949-81ff-bdf961a63e60 None None] Routers {'48848543-6692-4ff4-bd96-892ef163e906'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:23:44.980499 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-6f734c36-54c2-4949-81ff-bdf961a63e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:23:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['48848543-6692-4ff4-bd96-892ef163e906'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:23:45.016704 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-2367b304-4056-44c4-838e-9b508991151f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "PUT /v2.0/floatingips/dbd21ef2-4cce-4d72-b37b-08776f75cfd2 HTTP/1.1" status: 200 len: 991 time: 3.7539325 Feb 14 19:23:45.017737 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30430534-a799-42cd-84b7-03b4a018d7c8', 'tag': '883a8516-e7ce-4ab6-8023-3b6c6e7e0057'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:23:45.022135 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca620691-1dee-4398-ac6d-40713fa5aeb2" -d '{"events": [{"name": "network-changed", "server_uuid": "30430534-a799-42cd-84b7-03b4a018d7c8", "tag": "883a8516-e7ce-4ab6-8023-3b6c6e7e0057"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:23:45.093970 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05ed364-5ecb-4c3f-830f-2cd38456c693 x-openstack-request-id: req-b05ed364-5ecb-4c3f-830f-2cd38456c693 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:23:45.094821 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30430534-a799-42cd-84b7-03b4a018d7c8", "tag": "883a8516-e7ce-4ab6-8023-3b6c6e7e0057", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:23:45.095470 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b05ed364-5ecb-4c3f-830f-2cd38456c693 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:23:45.096490 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30430534-a799-42cd-84b7-03b4a018d7c8', 'tag': '883a8516-e7ce-4ab6-8023-3b6c6e7e0057', 'status': 'completed', 'code': 200} Feb 14 19:23:45.176007 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-6f734c36-54c2-4949-81ff-bdf961a63e60 None None] Set router 48848543-6692-4ff4-bd96-892ef163e906 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:23:45.243749 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca620691-1dee-4398-ac6d-40713fa5aeb2 req-f2ce92dd-b591-481a-8042-15ef0b5f6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:45.245700 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ca620691-1dee-4398-ac6d-40713fa5aeb2 req-f2ce92dd-b591-481a-8042-15ef0b5f6bd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd3df3df80dd4f81ab8464493ce4d182&device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 1129 time: 0.0889745 Feb 14 19:23:45.396658 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca620691-1dee-4398-ac6d-40713fa5aeb2 req-d160c3ab-dd64-431a-88b7-d084cb83268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:45.398610 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ca620691-1dee-4398-ac6d-40713fa5aeb2 req-d160c3ab-dd64-431a-88b7-d084cb83268c service neutron] 10.222.0.43 "GET /v2.0/networks?id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 HTTP/1.1" status: 200 len: 911 time: 0.1409149 Feb 14 19:23:45.563119 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ca620691-1dee-4398-ac6d-40713fa5aeb2 req-e6a4eae7-308a-498a-ac1e-c0a44a5a624a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=883a8516-e7ce-4ab6-8023-3b6c6e7e0057 HTTP/1.1" status: 200 len: 999 time: 0.1558454 Feb 14 19:23:45.639973 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:45.677154 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-6f734c36-54c2-4949-81ff-bdf961a63e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'dbd21ef2-4cce-4d72-b37b-08776f75cfd2', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': '48848543-6692-4ff4-bd96-892ef163e906', 'port_id': '883a8516-e7ce-4ab6-8023-3b6c6e7e0057', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'mac_address': 'fa:16:3e:8c:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30430534-a799-42cd-84b7-03b4a018d7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:23:07Z', 'updated_at': '2022-02-14T19:23:43Z', 'revision_number': 1, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:23:01Z', 'revision_number': 5, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:23:45.711495 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f734c36-54c2-4949-81ff-bdf961a63e60 None None] Checking router: 48848543-6692-4ff4-bd96-892ef163e906 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:23:45.723231 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f734c36-54c2-4949-81ff-bdf961a63e60 None None] Routers {'48848543-6692-4ff4-bd96-892ef163e906'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:23:45.723812 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-6f734c36-54c2-4949-81ff-bdf961a63e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:23:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['48848543-6692-4ff4-bd96-892ef163e906'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:23:45.869795 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-6f734c36-54c2-4949-81ff-bdf961a63e60 None None] Set router 48848543-6692-4ff4-bd96-892ef163e906 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:23:45.898062 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7800-e157-43bd-bb77-104d12e224f7 req-e86e581e-8462-44ed-890f-8a0fdc3925ce tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:45.901007 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5e4a7800-e157-43bd-bb77-104d12e224f7 req-e86e581e-8462-44ed-890f-8a0fdc3925ce tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.1229405 Feb 14 19:23:46.013515 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5e4a7800-e157-43bd-bb77-104d12e224f7 req-14ad5ffa-18ab-46e3-ab92-509eb9595fda tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053607 Feb 14 19:23:46.103416 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 53774) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:46.231588 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-6f734c36-54c2-4949-81ff-bdf961a63e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'dbd21ef2-4cce-4d72-b37b-08776f75cfd2', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': '48848543-6692-4ff4-bd96-892ef163e906', 'port_id': '883a8516-e7ce-4ab6-8023-3b6c6e7e0057', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'mac_address': 'fa:16:3e:8c:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30430534-a799-42cd-84b7-03b4a018d7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:23:07Z', 'updated_at': '2022-02-14T19:23:43Z', 'revision_number': 1, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:23:01Z', 'revision_number': 5, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:23:46.266547 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f734c36-54c2-4949-81ff-bdf961a63e60 None None] The sync data for ids ['48848543-6692-4ff4-bd96-892ef163e906'] in dv-cinder-816898-8-iscsi is: [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'dbd21ef2-4cce-4d72-b37b-08776f75cfd2', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': '48848543-6692-4ff4-bd96-892ef163e906', 'port_id': '883a8516-e7ce-4ab6-8023-3b6c6e7e0057', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'mac_address': 'fa:16:3e:8c:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30430534-a799-42cd-84b7-03b4a018d7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:23:07Z', 'updated_at': '2022-02-14T19:23:43Z', 'revision_number': 1, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:23:01Z', 'revision_number': 5, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:23:46.284691 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:46.441570 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Publish callbacks [] for security_group (ed72fb54-b371-45f3-a09d-53f783bed42f), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:46.542413 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (ed72fb54-b371-45f3-a09d-53f783bed42f), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:46.608009 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1914bb-34a7-4545-b5bc-100af0f89ff4 None None] New status for floating IP dbd21ef2-4cce-4d72-b37b-08776f75cfd2: ACTIVE {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:23:46.617230 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8851654485494491b3afef71aef256d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5122569 Feb 14 19:23:46.621360 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 53794) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:46.648242 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed72fb54-b371-45f3-a09d-53f783bed42f,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:46.662501 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca620691-1dee-4398-ac6d-40713fa5aeb2 req-0acdfa17-d0e9-42fb-a432-c0fdf6c0c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:46.664438 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ca620691-1dee-4398-ac6d-40713fa5aeb2 req-0acdfa17-d0e9-42fb-a432-c0fdf6c0c59b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f53f2dd-b65c-41c1-adc9-420637845566 HTTP/1.1" status: 200 len: 849 time: 0.1824918 Feb 14 19:23:46.665450 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:46.665802 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:46.666153 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:46.666523 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:46.666860 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:46.667206 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:46.667538 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:46.667871 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:46.668209 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:46.668547 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:46.668875 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:46.670112 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:46.670489 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f545a5-dcba-4979-8852-7d924377a77c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:23:46.688917 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:46.745907 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-599f97d7-de6b-4a54-82e3-129684cd332d admin admin] Publish callbacks [] for security_group (ed72fb54-b371-45f3-a09d-53f783bed42f), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:46.795534 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-599f97d7-de6b-4a54-82e3-129684cd332d admin admin] Publish callbacks [] for security_group (ed72fb54-b371-45f3-a09d-53f783bed42f), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:46.984868 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-599f97d7-de6b-4a54-82e3-129684cd332d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (ed72fb54-b371-45f3-a09d-53f783bed42f), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:46.985490 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-599f97d7-de6b-4a54-82e3-129684cd332d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:46.986797 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-599f97d7-de6b-4a54-82e3-129684cd332d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed72fb54-b371-45f3-a09d-53f783bed42f HTTP/1.1" status: 204 len: 168 time: 0.3621161 Feb 14 19:23:46.995610 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f97d7-de6b-4a54-82e3-129684cd332d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed72fb54-b371-45f3-a09d-53f783bed42f,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:47.227412 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf93e9-77da-4f0b-80c7-df1312103e71 req-1a513178-16c6-41f1-a14f-878917f2e444 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:47.230236 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9ccf93e9-77da-4f0b-80c7-df1312103e71 req-1a513178-16c6-41f1-a14f-878917f2e444 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0956388 Feb 14 19:23:47.305399 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9ccf93e9-77da-4f0b-80c7-df1312103e71 req-ed71dc0d-9404-490d-bb48-3fd2f712c193 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666401 Feb 14 19:23:47.829450 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 53824) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:47.859967 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-26d99484-9090-4a25-b7ab-a853251c0e0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:48.009035 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-26d99484-9090-4a25-b7ab-a853251c0e0a admin admin] Publish callbacks [] for security_group (1c6807bc-bc56-40cb-9332-e78cfbc03dbc), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:48.078676 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-26d99484-9090-4a25-b7ab-a853251c0e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1c6807bc-bc56-40cb-9332-e78cfbc03dbc), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:48.127837 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-26d99484-9090-4a25-b7ab-a853251c0e0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73f82a8c39d44ae5bdfec08a143dc86c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957568 Feb 14 19:23:48.129245 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d99484-9090-4a25-b7ab-a853251c0e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6807bc-bc56-40cb-9332-e78cfbc03dbc,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:48.132027 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 53832) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:48.209837 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d68373da-b9f4-4d70-b5bf-52014e70161c admin admin] Publish callbacks [] for security_group (1c6807bc-bc56-40cb-9332-e78cfbc03dbc), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:48.254222 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d68373da-b9f4-4d70-b5bf-52014e70161c admin admin] Publish callbacks [] for security_group (1c6807bc-bc56-40cb-9332-e78cfbc03dbc), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:48.398479 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d68373da-b9f4-4d70-b5bf-52014e70161c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1c6807bc-bc56-40cb-9332-e78cfbc03dbc), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:48.401811 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d68373da-b9f4-4d70-b5bf-52014e70161c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:48.403329 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-d68373da-b9f4-4d70-b5bf-52014e70161c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1c6807bc-bc56-40cb-9332-e78cfbc03dbc HTTP/1.1" status: 204 len: 168 time: 0.2701573 Feb 14 19:23:48.443847 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68373da-b9f4-4d70-b5bf-52014e70161c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6807bc-bc56-40cb-9332-e78cfbc03dbc,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:48.572323 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59350c-fb41-4393-a1c0-aa6d84f56baa req-2381ba5a-7e34-4092-a977-9cfbacaca84f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:48.575070 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-fb59350c-fb41-4393-a1c0-aa6d84f56baa req-2381ba5a-7e34-4092-a977-9cfbacaca84f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.1672525 Feb 14 19:23:48.579978 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca620691-1dee-4398-ac6d-40713fa5aeb2 req-f73f69b9-1728-4ced-9a5b-fdb7d1b27e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:48.582694 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ca620691-1dee-4398-ac6d-40713fa5aeb2 req-f73f69b9-1728-4ced-9a5b-fdb7d1b27e12 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1701992 Feb 14 19:23:48.756074 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-fb59350c-fb41-4393-a1c0-aa6d84f56baa req-6ff119cc-60cf-4294-8139-0a50363a9887 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502209 Feb 14 19:23:48.789431 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ca620691-1dee-4398-ac6d-40713fa5aeb2 req-fa164a89-72c2-408a-88ce-79b28b17f46d service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991477 Feb 14 19:23:48.936551 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ca620691-1dee-4398-ac6d-40713fa5aeb2 req-ccb8582d-b2ca-4b25-9c1f-4bc8ec89b278 service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383975 Feb 14 19:23:49.358730 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:49.523998 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ae53c8cb-b1ab-46e5-89f9-a5b0da283a35 req-8d9402a9-6874-4668-86e7-34e41d489317 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0906937 Feb 14 19:23:49.638486 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53c8cb-b1ab-46e5-89f9-a5b0da283a35 req-ecc9c517-81ac-4bd3-a0b2-bf0419799c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:49.642093 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ae53c8cb-b1ab-46e5-89f9-a5b0da283a35 req-ecc9c517-81ac-4bd3-a0b2-bf0419799c98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d66f5180fb44311ab408a36e4675e79&device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 1129 time: 0.0642042 Feb 14 19:23:49.870588 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53c8cb-b1ab-46e5-89f9-a5b0da283a35 req-6088c898-8a8f-44a5-bdb5-057342e8f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:49.893845 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ae53c8cb-b1ab-46e5-89f9-a5b0da283a35 req-6088c898-8a8f-44a5-bdb5-057342e8f3d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f9c4a87a-478b-42d0-9970-be8f5f734cf1 HTTP/1.1" status: 200 len: 912 time: 0.2015913 Feb 14 19:23:49.952139 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ae53c8cb-b1ab-46e5-89f9-a5b0da283a35 req-f1b9e184-f177-4bf2-a62d-bf99eb1aaf47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6939e75d-6be4-4de8-a822-8fc632b2d319 HTTP/1.1" status: 200 len: 217 time: 0.0604007 Feb 14 19:23:49.965244 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e016877-718c-4f51-b8f3-e35555505a96 req-6cce7234-5e9e-4029-ad7e-075de09bf20f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:49.968044 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8e016877-718c-4f51-b8f3-e35555505a96 req-6cce7234-5e9e-4029-ad7e-075de09bf20f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0874779 Feb 14 19:23:50.078293 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53c8cb-b1ab-46e5-89f9-a5b0da283a35 req-c8b149a2-6072-44d8-8478-d69da0630132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:50.081765 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ae53c8cb-b1ab-46e5-89f9-a5b0da283a35 req-c8b149a2-6072-44d8-8478-d69da0630132 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cf4deb31-da4a-49a7-b7cc-1890d7121bb8 HTTP/1.1" status: 200 len: 851 time: 0.1238499 Feb 14 19:23:50.115087 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8e016877-718c-4f51-b8f3-e35555505a96 req-5d153666-2ca2-4bd7-a6ae-7e6fd3700282 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409812 Feb 14 19:23:50.164006 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ae53c8cb-b1ab-46e5-89f9-a5b0da283a35 req-4c344edb-6864-43d1-a713-49d4d863b84e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f9c4a87a-478b-42d0-9970-be8f5f734cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718024 Feb 14 19:23:50.365655 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ae53c8cb-b1ab-46e5-89f9-a5b0da283a35 req-a3ac69ac-c6be-4276-b0dc-bd49f9579ba3 service neutron] 10.222.0.43 "GET /v2.0/networks/f9c4a87a-478b-42d0-9970-be8f5f734cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883841 Feb 14 19:23:50.508644 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ae53c8cb-b1ab-46e5-89f9-a5b0da283a35 req-44b8c27a-17ae-4f0c-adb5-a1d707fb0dd0 service neutron] 10.222.0.43 "GET /v2.0/networks/f9c4a87a-478b-42d0-9970-be8f5f734cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327777 Feb 14 19:23:51.535697 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1c71a-3e36-46e3-9054-d565f4110c33 req-f5553fda-834a-4dba-a590-e2c6e2cf7d82 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:51.537323 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c0f1c71a-3e36-46e3-9054-d565f4110c33 req-f5553fda-834a-4dba-a590-e2c6e2cf7d82 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.2929595 Feb 14 19:23:51.610136 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c0f1c71a-3e36-46e3-9054-d565f4110c33 req-dcf68dfe-ceef-444c-8a47-6aa7dc007039 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598781 Feb 14 19:23:51.791713 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530540f-254d-4cf1-9df0-cd373b224486 req-dd9c6d31-fe70-4eec-9695-962d1ceb28e8 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:51.793605 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5530540f-254d-4cf1-9df0-cd373b224486 req-dd9c6d31-fe70-4eec-9695-962d1ceb28e8 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.0762525 Feb 14 19:23:51.902574 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5530540f-254d-4cf1-9df0-cd373b224486 req-a190a355-1c2f-4b15-a909-6f0fde6221bf tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942087 Feb 14 19:23:52.396705 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 53958) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:52.536719 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1c71e1c4-bc71-443c-a4cf-4dfda1ade097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:52.628150 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1c71e1c4-bc71-443c-a4cf-4dfda1ade097 admin admin] Publish callbacks [] for security_group (17e7609d-0d2f-4986-91f2-388384962f50), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:52.736610 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1c71e1c4-bc71-443c-a4cf-4dfda1ade097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (17e7609d-0d2f-4986-91f2-388384962f50), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:52.801053 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-1c71e1c4-bc71-443c-a4cf-4dfda1ade097 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ce238d70583423f8a0408ec1725c314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022071 Feb 14 19:23:52.802126 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71e1c4-bc71-443c-a4cf-4dfda1ade097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e7609d-0d2f-4986-91f2-388384962f50,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:52.805654 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 53970) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:52.839846 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc98b5-5469-4181-bbc9-74ba8a5b13d2 req-e61274a5-2e29-4a8d-a9d0-1b649c1409b4 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:52.839846 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a4fc98b5-5469-4181-bbc9-74ba8a5b13d2 req-e61274a5-2e29-4a8d-a9d0-1b649c1409b4 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0967395 Feb 14 19:23:52.894597 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1034eba1-7b24-4ba0-91b0-cd88c233bbc2 admin admin] Publish callbacks [] for security_group (17e7609d-0d2f-4986-91f2-388384962f50), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:52.900445 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a4fc98b5-5469-4181-bbc9-74ba8a5b13d2 req-fe0775a8-bf3c-4bea-9797-33d0254d2ae1 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660048 Feb 14 19:23:52.922903 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1034eba1-7b24-4ba0-91b0-cd88c233bbc2 admin admin] Publish callbacks [] for security_group (17e7609d-0d2f-4986-91f2-388384962f50), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:53.083326 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80857b-b20b-488c-ad0f-357c08bcd1d0 req-1658c8b7-7184-462d-bdff-c98dd532f26a tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:53.086090 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-fc80857b-b20b-488c-ad0f-357c08bcd1d0 req-1658c8b7-7184-462d-bdff-c98dd532f26a tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.0724869 Feb 14 19:23:53.087915 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1034eba1-7b24-4ba0-91b0-cd88c233bbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (17e7609d-0d2f-4986-91f2-388384962f50), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:53.092713 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1034eba1-7b24-4ba0-91b0-cd88c233bbc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:53.094630 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-1034eba1-7b24-4ba0-91b0-cd88c233bbc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17e7609d-0d2f-4986-91f2-388384962f50 HTTP/1.1" status: 204 len: 168 time: 0.2877233 Feb 14 19:23:53.134696 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034eba1-7b24-4ba0-91b0-cd88c233bbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e7609d-0d2f-4986-91f2-388384962f50,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:53.188676 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-fc80857b-b20b-488c-ad0f-357c08bcd1d0 req-e3acb4a2-f0aa-4bda-af73-2cf87009c90b tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922830 Feb 14 19:23:53.911778 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54006) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:53.929977 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-81380acd-95af-434c-b01e-40176077a4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:54.095005 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-81380acd-95af-434c-b01e-40176077a4ed admin admin] Publish callbacks [] for security_group (4cb3e558-f87a-4e05-83ab-0349a91d6408), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:54.106472 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826ddfe-5b92-49e3-97d2-47a134f4005d req-21d17c65-f959-483d-815f-3abc113f6be1 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:54.108857 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3826ddfe-5b92-49e3-97d2-47a134f4005d req-21d17c65-f959-483d-815f-3abc113f6be1 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.1206412 Feb 14 19:23:54.165953 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3826ddfe-5b92-49e3-97d2-47a134f4005d req-a01f0c63-0a2c-44d3-afcb-3d5bedc67d17 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511236 Feb 14 19:23:54.215550 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-81380acd-95af-434c-b01e-40176077a4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (4cb3e558-f87a-4e05-83ab-0349a91d6408), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:54.259077 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-81380acd-95af-434c-b01e-40176077a4ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9651a34b0834d76a226ae846bc9936e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457212 Feb 14 19:23:54.259702 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81380acd-95af-434c-b01e-40176077a4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb3e558-f87a-4e05-83ab-0349a91d6408,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:54.262666 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54020) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:54.344129 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-435e446f-b5d6-4f52-a20e-d57969d55912 admin admin] Publish callbacks [] for security_group (4cb3e558-f87a-4e05-83ab-0349a91d6408), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:54.379456 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088663d-8565-437d-adb2-d9e8b70d46cf req-c0210eb6-1318-46d9-9b50-fc821dfb856c tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:54.382330 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f088663d-8565-437d-adb2-d9e8b70d46cf req-c0210eb6-1318-46d9-9b50-fc821dfb856c tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.0825346 Feb 14 19:23:54.388465 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-435e446f-b5d6-4f52-a20e-d57969d55912 admin admin] Publish callbacks [] for security_group (4cb3e558-f87a-4e05-83ab-0349a91d6408), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:54.449788 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f088663d-8565-437d-adb2-d9e8b70d46cf req-55a6a345-0330-4692-82dd-007bc1ec1903 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598969 Feb 14 19:23:54.558655 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-435e446f-b5d6-4f52-a20e-d57969d55912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (4cb3e558-f87a-4e05-83ab-0349a91d6408), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:54.561463 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-435e446f-b5d6-4f52-a20e-d57969d55912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:54.562733 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-435e446f-b5d6-4f52-a20e-d57969d55912 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cb3e558-f87a-4e05-83ab-0349a91d6408 HTTP/1.1" status: 204 len: 168 time: 0.2989316 Feb 14 19:23:54.575413 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e446f-b5d6-4f52-a20e-d57969d55912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb3e558-f87a-4e05-83ab-0349a91d6408,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:55.311008 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828053ef-7592-4695-aafe-16702723336d req-3a305ac7-b4c8-433f-9785-66afd8858b77 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:55.312726 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-828053ef-7592-4695-aafe-16702723336d req-3a305ac7-b4c8-433f-9785-66afd8858b77 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0586293 Feb 14 19:23:55.373810 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-828053ef-7592-4695-aafe-16702723336d req-b637271f-d393-4032-bb59-ded59199183c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525186 Feb 14 19:23:55.605944 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba7935-c17c-454e-afcb-c7783f75d076 req-1eaa3999-dc56-4294-94dc-4be8fc86cd70 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:55.608987 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e4ba7935-c17c-454e-afcb-c7783f75d076 req-1eaa3999-dc56-4294-94dc-4be8fc86cd70 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.0610099 Feb 14 19:23:55.673635 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e4ba7935-c17c-454e-afcb-c7783f75d076 req-64713b91-9b9b-4d8e-9a55-80d6cb61b563 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548000 Feb 14 19:23:56.242889 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50c759-ffe6-4968-8020-3a2c192cf66d req-d634deab-d068-4167-b9f2-9d790f3da213 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:56.245144 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-fb50c759-ffe6-4968-8020-3a2c192cf66d req-d634deab-d068-4167-b9f2-9d790f3da213 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.43 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.0828991 Feb 14 19:23:56.255244 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54114) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:56.428168 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7618bf9d-838a-49f6-9748-650c9b3f8768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:56.512700 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-fb50c759-ffe6-4968-8020-3a2c192cf66d req-c13ac65d-89ac-416f-8cdb-6c22c068214f tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Deleting port 6939e75d-6be4-4de8-a822-8fc632b2d319 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:23:56.514311 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-fb50c759-ffe6-4968-8020-3a2c192cf66d req-c13ac65d-89ac-416f-8cdb-6c22c068214f tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:56.634812 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a512c2f-ed30-4583-89ea-3f33bdd0681b req-cda21947-f894-4851-bd59-75a8e761d3a0 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:56.637461 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7a512c2f-ed30-4583-89ea-3f33bdd0681b req-cda21947-f894-4851-bd59-75a8e761d3a0 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.1445296 Feb 14 19:23:56.692597 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7618bf9d-838a-49f6-9748-650c9b3f8768 admin admin] Publish callbacks [] for security_group (2e4bd316-305b-441c-a3be-2bf90d0e7a95), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:56.717672 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-fb50c759-ffe6-4968-8020-3a2c192cf66d req-c13ac65d-89ac-416f-8cdb-6c22c068214f tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] For port 6939e75d-6be4-4de8-a822-8fc632b2d319, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=6939e75d-6be4-4de8-a822-8fc632b2d319,segment=NetworkSegment(71c6edf3-94b3-4370-ae6e-9236fe9c387b),segment_id=71c6edf3-94b3-4370-ae6e-9236fe9c387b)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:23:56.718138 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-fb50c759-ffe6-4968-8020-3a2c192cf66d req-c13ac65d-89ac-416f-8cdb-6c22c068214f tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:56.737405 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-fb50c759-ffe6-4968-8020-3a2c192cf66d req-c13ac65d-89ac-416f-8cdb-6c22c068214f tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Calling delete_port for 6939e75d-6be4-4de8-a822-8fc632b2d319 owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:23:56.742454 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7a512c2f-ed30-4583-89ea-3f33bdd0681b req-eaaaed4e-0acb-4749-9bf5-fcfd1c283416 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880890 Feb 14 19:23:56.811948 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7618bf9d-838a-49f6-9748-650c9b3f8768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (2e4bd316-305b-441c-a3be-2bf90d0e7a95), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:56.870585 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-7618bf9d-838a-49f6-9748-650c9b3f8768 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c074c3ff87324a9290c59b36deb6fe13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6140921 Feb 14 19:23:56.874648 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54136) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:56.886482 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618bf9d-838a-49f6-9748-650c9b3f8768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4bd316-305b-441c-a3be-2bf90d0e7a95,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:56.952258 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c8223659-dfe5-48da-83dd-39afe36dd012 admin admin] Publish callbacks [] for security_group (2e4bd316-305b-441c-a3be-2bf90d0e7a95), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:57.002639 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c8223659-dfe5-48da-83dd-39afe36dd012 admin admin] Publish callbacks [] for security_group (2e4bd316-305b-441c-a3be-2bf90d0e7a95), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:57.003205 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d294e-c612-4f46-918a-d1e1d54d210f req-05671c42-d7b6-4368-80e6-f05e33fbf9e1 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:57.018726 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0e2d294e-c612-4f46-918a-d1e1d54d210f req-05671c42-d7b6-4368-80e6-f05e33fbf9e1 tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 945 time: 0.2410398 Feb 14 19:23:57.210702 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c8223659-dfe5-48da-83dd-39afe36dd012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (2e4bd316-305b-441c-a3be-2bf90d0e7a95), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:57.215405 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c8223659-dfe5-48da-83dd-39afe36dd012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:57.222424 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-c8223659-dfe5-48da-83dd-39afe36dd012 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e4bd316-305b-441c-a3be-2bf90d0e7a95 HTTP/1.1" status: 204 len: 168 time: 0.3461702 Feb 14 19:23:57.225193 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0e2d294e-c612-4f46-918a-d1e1d54d210f req-e9fcb254-4061-443c-ad50-dfcff4fad60c tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/security-groups?id=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805654 Feb 14 19:23:57.236749 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8223659-dfe5-48da-83dd-39afe36dd012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4bd316-305b-441c-a3be-2bf90d0e7a95,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:57.283275 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-fb50c759-ffe6-4968-8020-3a2c192cf66d req-c13ac65d-89ac-416f-8cdb-6c22c068214f tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630'] for port (6939e75d-6be4-4de8-a822-8fc632b2d319), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:57.304714 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['6939e75d-6be4-4de8-a822-8fc632b2d319'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:23:57.338986 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ac65d-89ac-416f-8cdb-6c22c068214f tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Pushing event deleted for resources: {'Port': ['ID=6939e75d-6be4-4de8-a822-8fc632b2d319,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:57.447980 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb50c759-ffe6-4968-8020-3a2c192cf66d req-c13ac65d-89ac-416f-8cdb-6c22c068214f tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] No DVR routers for this DVR port 6939e75d-6be4-4de8-a822-8fc632b2d319 on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:23:57.454198 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-fb50c759-ffe6-4968-8020-3a2c192cf66d req-c13ac65d-89ac-416f-8cdb-6c22c068214f tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:57.459338 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-fb50c759-ffe6-4968-8020-3a2c192cf66d req-c13ac65d-89ac-416f-8cdb-6c22c068214f tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.43 "DELETE /v2.0/ports/6939e75d-6be4-4de8-a822-8fc632b2d319 HTTP/1.1" status: 204 len: 173 time: 1.2044048 Feb 14 19:23:57.460763 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce468f8-5aba-46ff-a5ec-23371e30ea11', 'name': 'network-vif-deleted', 'tag': '6939e75d-6be4-4de8-a822-8fc632b2d319'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:23:57.463964 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a691a5f-03e2-4bfd-8fb8-a10c597eeedb" -d '{"events": [{"server_uuid": "bce468f8-5aba-46ff-a5ec-23371e30ea11", "name": "network-vif-deleted", "tag": "6939e75d-6be4-4de8-a822-8fc632b2d319"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:23:57.539381 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c5987a-b73c-413a-a855-f583f10f0e66 x-openstack-request-id: req-84c5987a-b73c-413a-a855-f583f10f0e66 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:23:57.539759 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce468f8-5aba-46ff-a5ec-23371e30ea11", "name": "network-vif-deleted", "tag": "6939e75d-6be4-4de8-a822-8fc632b2d319", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:23:57.540305 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84c5987a-b73c-413a-a855-f583f10f0e66 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:23:57.540972 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce468f8-5aba-46ff-a5ec-23371e30ea11', 'name': 'network-vif-deleted', 'tag': '6939e75d-6be4-4de8-a822-8fc632b2d319', 'status': 'completed', 'code': 200} Feb 14 19:23:57.900049 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b9ae-203c-46bc-83fa-4d77b353d1d9 req-c5e38fd8-65c5-408a-94df-b12ef9a2cb14 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:57.902708 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b053b9ae-203c-46bc-83fa-4d77b353d1d9 req-c5e38fd8-65c5-408a-94df-b12ef9a2cb14 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0727305 Feb 14 19:23:57.977013 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b053b9ae-203c-46bc-83fa-4d77b353d1d9 req-130dd68a-eb5e-413c-bc04-6f7d8da5a7e8 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635133 Feb 14 19:23:58.190387 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 54180) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:58.236507 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-075cce98-d7e3-4e2a-8622-acc18ccc3ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:58.319719 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54192) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:58.365465 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-075cce98-d7e3-4e2a-8622-acc18ccc3ef8 admin admin] Publish callbacks [] for security_group (637b0a95-9228-4415-8d3e-1e4e13fefb22), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:58.450253 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cbf9f84f-ff8b-42ff-ab03-54de94559e5a req-104b9b7a-549f-4616-83b0-0308066141cb tempest-DeleteServersTestJSON-1749933458 tempest-DeleteServersTestJSON-1749933458-project] 10.222.0.26 "GET /v2.0/ports?device_id=bce468f8-5aba-46ff-a5ec-23371e30ea11 HTTP/1.1" status: 200 len: 210 time: 0.0470393 Feb 14 19:23:58.478259 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-075cce98-d7e3-4e2a-8622-acc18ccc3ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (637b0a95-9228-4415-8d3e-1e4e13fefb22), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:58.575949 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-075cce98-d7e3-4e2a-8622-acc18ccc3ef8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46a7c3579f744b6787ee63c3ac62515a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830433 Feb 14 19:23:58.579292 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54202) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:58.580226 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cce98-d7e3-4e2a-8622-acc18ccc3ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637b0a95-9228-4415-8d3e-1e4e13fefb22,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:58.688646 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6367f56b-84fa-4044-bf7d-7acaa1339a61 admin admin] Publish callbacks [] for security_group (637b0a95-9228-4415-8d3e-1e4e13fefb22), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:58.699986 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4d9924bd-c9e5-4f7a-9ba7-fc7c9cc7c486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:58.744686 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6367f56b-84fa-4044-bf7d-7acaa1339a61 admin admin] Publish callbacks [] for security_group (637b0a95-9228-4415-8d3e-1e4e13fefb22), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:58.876365 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4d9924bd-c9e5-4f7a-9ba7-fc7c9cc7c486 admin admin] Publish callbacks [] for security_group (d8a1623a-737a-4e7a-a377-787125949eb4), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:59.048650 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4d9924bd-c9e5-4f7a-9ba7-fc7c9cc7c486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (d8a1623a-737a-4e7a-a377-787125949eb4), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:59.088173 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6367f56b-84fa-4044-bf7d-7acaa1339a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (637b0a95-9228-4415-8d3e-1e4e13fefb22), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:59.091053 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6367f56b-84fa-4044-bf7d-7acaa1339a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:59.095306 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-6367f56b-84fa-4044-bf7d-7acaa1339a61 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/637b0a95-9228-4415-8d3e-1e4e13fefb22 HTTP/1.1" status: 204 len: 168 time: 0.5114481 Feb 14 19:23:59.097382 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9924bd-c9e5-4f7a-9ba7-fc7c9cc7c486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a1623a-737a-4e7a-a377-787125949eb4,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:59.140085 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-4d9924bd-c9e5-4f7a-9ba7-fc7c9cc7c486 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=160398febf534dbda02bf51670bd3a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8175578 Feb 14 19:23:59.140085 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367f56b-84fa-4044-bf7d-7acaa1339a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637b0a95-9228-4415-8d3e-1e4e13fefb22,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:23:59.140085 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54224) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:23:59.213310 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d9877-2b1f-4567-ad00-2e567f36137b req-d59c95d9-a8b5-487d-91c6-3a0385e95f44 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:23:59.223868 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b64d9877-2b1f-4567-ad00-2e567f36137b req-d59c95d9-a8b5-487d-91c6-3a0385e95f44 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.1646221 Feb 14 19:23:59.251323 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-882d15cc-9b2b-4264-ba7c-aadff5ef70c2 admin admin] Publish callbacks [] for security_group (d8a1623a-737a-4e7a-a377-787125949eb4), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:59.280161 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-882d15cc-9b2b-4264-ba7c-aadff5ef70c2 admin admin] Publish callbacks [] for security_group (d8a1623a-737a-4e7a-a377-787125949eb4), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:59.305193 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b64d9877-2b1f-4567-ad00-2e567f36137b req-24b0c133-0745-444b-9a21-7cc291ca6280 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732133 Feb 14 19:23:59.443298 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-882d15cc-9b2b-4264-ba7c-aadff5ef70c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (d8a1623a-737a-4e7a-a377-787125949eb4), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:59.452291 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-882d15cc-9b2b-4264-ba7c-aadff5ef70c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:23:59.474086 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-882d15cc-9b2b-4264-ba7c-aadff5ef70c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8a1623a-737a-4e7a-a377-787125949eb4 HTTP/1.1" status: 204 len: 168 time: 0.3335216 Feb 14 19:23:59.514753 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d15cc-9b2b-4264-ba7c-aadff5ef70c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a1623a-737a-4e7a-a377-787125949eb4,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:00.456548 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f295b-d6f3-4ed6-b792-35ac3b400aba req-a297214a-5dfc-4259-993d-7b742045e95a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:00.474724 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0b2f295b-d6f3-4ed6-b792-35ac3b400aba req-a297214a-5dfc-4259-993d-7b742045e95a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0734181 Feb 14 19:24:00.483398 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 6939e75d-6be4-4de8-a822-8fc632b2d319 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:24:00.507140 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: 6939e75d-6be4-4de8-a822-8fc632b2d319 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:24:00.507496 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 6939e75d-6be4-4de8-a822-8fc632b2d319 not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:24:00.547996 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0b2f295b-d6f3-4ed6-b792-35ac3b400aba req-c9ec1a56-d2c5-402a-9d12-a787da47c9b9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826318 Feb 14 19:24:01.390285 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54340) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:01.457991 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a5d600-3021-4987-be24-8fa6436ceb97 admin admin] Deleting subnet cf4deb31-da4a-49a7-b7cc-1890d7121bb8 {{(pid=103311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:24:01.462961 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a9a5d600-3021-4987-be24-8fa6436ceb97 admin admin] Publish callbacks [] for subnet (cf4deb31-da4a-49a7-b7cc-1890d7121bb8), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:01.527835 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a9a5d600-3021-4987-be24-8fa6436ceb97 admin admin] Publish callbacks [] for subnet (cf4deb31-da4a-49a7-b7cc-1890d7121bb8), precommit_delete_associations {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:01.541466 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a9a5d600-3021-4987-be24-8fa6436ceb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (cf4deb31-da4a-49a7-b7cc-1890d7121bb8), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:01.756801 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fdcae-5a24-495d-b7c6-d1772eb4c0f8 req-0a4bf8ef-2ff1-4748-b334-0f4b5150f1e5 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:01.758605 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-170fdcae-5a24-495d-b7c6-d1772eb4c0f8 req-0a4bf8ef-2ff1-4748-b334-0f4b5150f1e5 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.1009305 Feb 14 19:24:01.782680 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a9a5d600-3021-4987-be24-8fa6436ceb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for subnet (cf4deb31-da4a-49a7-b7cc-1890d7121bb8), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:01.808610 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a9a5d600-3021-4987-be24-8fa6436ceb97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:01.816924 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-170fdcae-5a24-495d-b7c6-d1772eb4c0f8 req-ee195998-c7bf-4e05-804f-a6d38fed9ea7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504148 Feb 14 19:24:01.818964 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-a9a5d600-3021-4987-be24-8fa6436ceb97 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cf4deb31-da4a-49a7-b7cc-1890d7121bb8 HTTP/1.1" status: 204 len: 168 time: 0.4273796 Feb 14 19:24:01.821654 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 54352) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:01.847828 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5d600-3021-4987-be24-8fa6436ceb97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4deb31-da4a-49a7-b7cc-1890d7121bb8,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:01.914566 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (f9c4a87a-478b-42d0-9970-be8f5f734cf1), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:02.064177 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (f9c4a87a-478b-42d0-9970-be8f5f734cf1), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:02.091556 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:24:02.091991 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:24:02.092816 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:24:02.093150 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Subscribe: > port after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:24:02.093583 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:24:02.094055 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Subscribe: > port after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:24:02.094448 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:24:02.094829 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:24:02.095193 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:24:02.095559 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:24:02.297231 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:24:02.297231 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:24:02.297231 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:24:02.297231 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103310) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:24:02.297231 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c4a87a-478b-42d0-9970-be8f5f734cf1']}} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:24:02.327455 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c6edf3-94b3-4370-ae6e-9236fe9c387b') {'for_net_delete': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:24:02.327918 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c6edf3-94b3-4370-ae6e-9236fe9c387b') {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:24:02.359336 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129926367'] for segment (71c6edf3-94b3-4370-ae6e-9236fe9c387b), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:02.398308 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (71c6edf3-94b3-4370-ae6e-9236fe9c387b), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:02.414309 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:24:02.415003 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129456150'] for segment (71c6edf3-94b3-4370-ae6e-9236fe9c387b), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:02.440604 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54362) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: from cryptography.utils import int_from_bytes Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: from cryptography.utils import int_from_bytes Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: Traceback (most recent call last): Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: timer() Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: cb(*args, **kw) Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: return func(*args, **kwargs) Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: self._notify() Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: self.callback(batched_events) Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: event.method(event) Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: return f(self, *a, **k) Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._get(url).json() Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: return self.request(url, 'GET', **kwargs) Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:24:02.456986 dv-cinder-816898-8-iscsi neutron-server[103310]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:24:02.616693 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (f9c4a87a-478b-42d0-9970-be8f5f734cf1), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:02.632778 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:02.641723 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] 10.222.0.26 "DELETE /v2.0/networks/f9c4a87a-478b-42d0-9970-be8f5f734cf1 HTTP/1.1" status: 204 len: 168 time: 0.8184512 Feb 14 19:24:02.665369 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ad517-dc2c-4acb-8afa-89d342f4eabd admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c4a87a-478b-42d0-9970-be8f5f734cf1,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:02.836303 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54378) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:02.845717 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8cf92546-ee54-42bf-9949-34582afe2de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:03.014270 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8cf92546-ee54-42bf-9949-34582afe2de0 admin admin] Publish callbacks [] for security_group (e665cc93-9083-4109-8582-91b756a81e9b), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:03.023563 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025c981-2128-45cb-a759-7bbe20183df0 req-7e62755d-931d-47bb-89c9-1cfd6cfd6274 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:03.025153 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8025c981-2128-45cb-a759-7bbe20183df0 req-7e62755d-931d-47bb-89c9-1cfd6cfd6274 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.1111069 Feb 14 19:24:03.086538 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8cf92546-ee54-42bf-9949-34582afe2de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (e665cc93-9083-4109-8582-91b756a81e9b), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:03.103280 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8025c981-2128-45cb-a759-7bbe20183df0 req-e5d48df0-678f-406f-98aa-f766adadffb7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692010 Feb 14 19:24:03.180001 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-8cf92546-ee54-42bf-9949-34582afe2de0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93eb972ed1144f65a25560301b9b30f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7368059 Feb 14 19:24:03.182035 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf92546-ee54-42bf-9949-34582afe2de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e665cc93-9083-4109-8582-91b756a81e9b,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:03.186735 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54384) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:03.292589 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 54392) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:03.303368 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff81-c363-4eb2-ba7f-cfc1b9c6ef67 admin admin] Publish callbacks [] for security_group (e665cc93-9083-4109-8582-91b756a81e9b), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:03.358816 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff81-c363-4eb2-ba7f-cfc1b9c6ef67 admin admin] Publish callbacks [] for security_group (e665cc93-9083-4109-8582-91b756a81e9b), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:03.372978 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-41e4196f-2232-4e9d-9809-aabe161922fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d66f5180fb44311ab408a36e4675e79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0779247 Feb 14 19:24:03.377340 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 54394) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:03.479032 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-af1ef30e-631f-4637-9d2c-3a2385fe2d27 admin admin] Publish callbacks [] for security_group (2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:03.537707 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-af1ef30e-631f-4637-9d2c-3a2385fe2d27 admin admin] Publish callbacks [] for security_group (2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:03.606611 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff81-c363-4eb2-ba7f-cfc1b9c6ef67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (e665cc93-9083-4109-8582-91b756a81e9b), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:03.615225 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff81-c363-4eb2-ba7f-cfc1b9c6ef67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:03.617831 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-0a48ff81-c363-4eb2-ba7f-cfc1b9c6ef67 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e665cc93-9083-4109-8582-91b756a81e9b HTTP/1.1" status: 204 len: 168 time: 0.4290926 Feb 14 19:24:03.640673 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48ff81-c363-4eb2-ba7f-cfc1b9c6ef67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e665cc93-9083-4109-8582-91b756a81e9b,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:03.742137 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7ca00863-915f-47b5-a33c-f7f669afbd3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:03.836293 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7ca00863-915f-47b5-a33c-f7f669afbd3d admin admin] Publish callbacks [] for security_group (a3751ee3-b846-4e0d-83d6-17c800b91b38), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:03.844430 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-af1ef30e-631f-4637-9d2c-3a2385fe2d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:03.847696 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-af1ef30e-631f-4637-9d2c-3a2385fe2d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:03.848972 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-af1ef30e-631f-4637-9d2c-3a2385fe2d27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8 HTTP/1.1" status: 204 len: 168 time: 0.4702837 Feb 14 19:24:03.858327 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ef30e-631f-4637-9d2c-3a2385fe2d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdc4a85-9d69-45de-ac0c-a7cc36f6b7b8,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:03.954235 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7ca00863-915f-47b5-a33c-f7f669afbd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (a3751ee3-b846-4e0d-83d6-17c800b91b38), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:04.025147 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-7ca00863-915f-47b5-a33c-f7f669afbd3d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b764748535c441149fec5ce7717e375c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1864166 Feb 14 19:24:04.029312 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 54406) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:04.030322 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca00863-915f-47b5-a33c-f7f669afbd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3751ee3-b846-4e0d-83d6-17c800b91b38,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:04.110910 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-79d50a78-4fec-4fe6-970b-9a2188101d88 admin admin] Publish callbacks [] for security_group (a3751ee3-b846-4e0d-83d6-17c800b91b38), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:04.155247 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-79d50a78-4fec-4fe6-970b-9a2188101d88 admin admin] Publish callbacks [] for security_group (a3751ee3-b846-4e0d-83d6-17c800b91b38), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:04.312033 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0e00b-c6fa-48ac-a3de-787f48be0d9b req-8f374a3b-432b-4a56-92d0-c7bb432f1a75 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:04.314104 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8de0e00b-c6fa-48ac-a3de-787f48be0d9b req-8f374a3b-432b-4a56-92d0-c7bb432f1a75 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0693927 Feb 14 19:24:04.315737 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-79d50a78-4fec-4fe6-970b-9a2188101d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (a3751ee3-b846-4e0d-83d6-17c800b91b38), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:04.319397 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-79d50a78-4fec-4fe6-970b-9a2188101d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:04.324095 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-79d50a78-4fec-4fe6-970b-9a2188101d88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3751ee3-b846-4e0d-83d6-17c800b91b38 HTTP/1.1" status: 204 len: 168 time: 0.2906785 Feb 14 19:24:04.353759 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d50a78-4fec-4fe6-970b-9a2188101d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3751ee3-b846-4e0d-83d6-17c800b91b38,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:04.419873 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8de0e00b-c6fa-48ac-a3de-787f48be0d9b req-f8bc5b7f-5cbf-4ae2-abfc-9653917f5135 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933924 Feb 14 19:24:04.938199 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54422) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:04.956013 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-053d5521-6f57-43dc-b22b-d3a72d394e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:05.109884 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-053d5521-6f57-43dc-b22b-d3a72d394e8d admin admin] Publish callbacks [] for security_group (7a3f1960-eb7c-4d49-9eb0-5eec7610ddea), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:05.198853 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-053d5521-6f57-43dc-b22b-d3a72d394e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (7a3f1960-eb7c-4d49-9eb0-5eec7610ddea), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:05.256916 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-053d5521-6f57-43dc-b22b-d3a72d394e8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8032ed7350de4418a2ca2eb86b9be2ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173060 Feb 14 19:24:05.261067 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d5521-6f57-43dc-b22b-d3a72d394e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3f1960-eb7c-4d49-9eb0-5eec7610ddea,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:05.261926 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 54438) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:05.354322 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9ff686c3-75af-4bc3-8d8b-0348451d6611 admin admin] Publish callbacks [] for security_group (7a3f1960-eb7c-4d49-9eb0-5eec7610ddea), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:05.394790 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9ff686c3-75af-4bc3-8d8b-0348451d6611 admin admin] Publish callbacks [] for security_group (7a3f1960-eb7c-4d49-9eb0-5eec7610ddea), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:05.559498 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9ff686c3-75af-4bc3-8d8b-0348451d6611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (7a3f1960-eb7c-4d49-9eb0-5eec7610ddea), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:05.563884 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9ff686c3-75af-4bc3-8d8b-0348451d6611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:05.566433 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-9ff686c3-75af-4bc3-8d8b-0348451d6611 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a3f1960-eb7c-4d49-9eb0-5eec7610ddea HTTP/1.1" status: 204 len: 168 time: 0.3012855 Feb 14 19:24:05.578293 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff686c3-75af-4bc3-8d8b-0348451d6611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3f1960-eb7c-4d49-9eb0-5eec7610ddea,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:05.657130 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d16a7-2ab2-4af9-8a5a-cbbb17763931 req-00c2443b-6c1f-41db-8661-14eb0ee39d99 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:05.659472 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9a6d16a7-2ab2-4af9-8a5a-cbbb17763931 req-00c2443b-6c1f-41db-8661-14eb0ee39d99 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.1068068 Feb 14 19:24:05.739913 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9a6d16a7-2ab2-4af9-8a5a-cbbb17763931 req-f824de72-7cd3-4973-9cfd-d276c006f42e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710945 Feb 14 19:24:06.907418 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426c562-ef31-483c-8066-b3252a79938c req-4841a70b-87ce-49ac-bf8b-4f77f2d2cd14 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:06.920874 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3426c562-ef31-483c-8066-b3252a79938c req-4841a70b-87ce-49ac-bf8b-4f77f2d2cd14 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.1037908 Feb 14 19:24:07.009906 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3426c562-ef31-483c-8066-b3252a79938c req-31fd761b-9b71-43fd-b673-f1f83d406901 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876226 Feb 14 19:24:07.769730 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 54504) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:08.190146 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-734686567-network', 'tenant_id': '8828d6d9e872400caeb45a214f564456'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:24:08.245444 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3c52b-5358-4983-b55d-98a2d4f8db4e req-651a3c68-f0ed-45dd-ad32-08e941975e11 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:08.252466 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-68d3c52b-5358-4983-b55d-98a2d4f8db4e req-651a3c68-f0ed-45dd-ad32-08e941975e11 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.1321163 Feb 14 19:24:08.318781 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-68d3c52b-5358-4983-b55d-98a2d4f8db4e req-7cf73a2a-0e40-47bf-8bb1-2882060ea203 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592222 Feb 14 19:24:08.319119 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] Made reservation on behalf of 8828d6d9e872400caeb45a214f564456 for: {'network': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:24:08.326635 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:08.345614 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:08.472873 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] Publish callbacks [] for security_group (fbb98d77-0a60-42e3-8781-5878cb7625c2), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:08.581983 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (fbb98d77-0a60-42e3-8781-5878cb7625c2), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:08.612523 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:24:08.633852 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54530) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:08.667050 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (cfa25b49-95fd-4d04-a37d-42cd67f278d2), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:08.667050 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.segments_db [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] Added segment cfa25b49-95fd-4d04-a37d-42cd67f278d2 of type vlan for network 15ac8bf0-0e04-4603-a5b1-23becfe88483 Feb 14 19:24:08.667050 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb98d77-0a60-42e3-8781-5878cb7625c2,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:08.750662 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (15ac8bf0-0e04-4603-a5b1-23becfe88483), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:08.860055 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bb26513a-c997-438a-89d8-aa2a95825bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:08.878252 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (15ac8bf0-0e04-4603-a5b1-23becfe88483), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:08.880492 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:08.881090 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:08.957924 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] Pushing event updated for resources: {'Network': ['ID=15ac8bf0-0e04-4603-a5b1-23becfe88483,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:08.971367 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network 15ac8bf0-0e04-4603-a5b1-23becfe88483 details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:24:09.007145 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bb26513a-c997-438a-89d8-aa2a95825bf1 admin admin] Publish callbacks [] for security_group (30d4fe4f-7341-44d1-9ec3-43f4138757a3), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:09.061700 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-d3ef94bd-2ee5-4199-aa2c-aad34c68f22d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2904196 Feb 14 19:24:09.065244 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 54540) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:09.077469 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-cb53b8d3-dca3-4dec-a61f-4a1374813f54 admin admin] Request body: {'subnet': {'network_id': '15ac8bf0-0e04-4603-a5b1-23becfe88483', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-734686567-subnet', 'tenant_id': '8828d6d9e872400caeb45a214f564456', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:24:09.085514 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bb26513a-c997-438a-89d8-aa2a95825bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (30d4fe4f-7341-44d1-9ec3-43f4138757a3), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:09.161824 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-bb26513a-c997-438a-89d8-aa2a95825bf1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2bc620cee024cc8bee30ae02cbd614d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5265121 Feb 14 19:24:09.163221 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26513a-c997-438a-89d8-aa2a95825bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d4fe4f-7341-44d1-9ec3-43f4138757a3,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:09.166783 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 54546) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:09.209130 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb53b8d3-dca3-4dec-a61f-4a1374813f54 admin admin] Made reservation on behalf of 8828d6d9e872400caeb45a214f564456 for: {'subnet': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:24:09.220241 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb53b8d3-dca3-4dec-a61f-4a1374813f54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129471075'] for subnet (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:09.867270 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3727b16f-b0df-4f39-ba0e-c8a18d5f33d5 admin admin] Publish callbacks [] for security_group (30d4fe4f-7341-44d1-9ec3-43f4138757a3), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:09.983804 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b849526-dfb2-4223-bdf6-4e361042a9e0 req-f22eb0bf-518f-4594-9142-0cf0e365416c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:09.986931 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6b849526-dfb2-4223-bdf6-4e361042a9e0 req-f22eb0bf-518f-4594-9142-0cf0e365416c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.2745388 Feb 14 19:24:10.003016 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3727b16f-b0df-4f39-ba0e-c8a18d5f33d5 admin admin] Publish callbacks [] for security_group (30d4fe4f-7341-44d1-9ec3-43f4138757a3), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:10.188730 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6b849526-dfb2-4223-bdf6-4e361042a9e0 req-15d43edb-b099-456f-820a-511cc66e6d9e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901205 Feb 14 19:24:10.312941 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb53b8d3-dca3-4dec-a61f-4a1374813f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129455355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129471057'] for subnet (8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:10.317870 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3727b16f-b0df-4f39-ba0e-c8a18d5f33d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (30d4fe4f-7341-44d1-9ec3-43f4138757a3), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:10.320535 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3727b16f-b0df-4f39-ba0e-c8a18d5f33d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:10.327166 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-3727b16f-b0df-4f39-ba0e-c8a18d5f33d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30d4fe4f-7341-44d1-9ec3-43f4138757a3 HTTP/1.1" status: 204 len: 168 time: 1.1562247 Feb 14 19:24:10.383347 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727b16f-b0df-4f39-ba0e-c8a18d5f33d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d4fe4f-7341-44d1-9ec3-43f4138757a3,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:10.442703 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53b8d3-dca3-4dec-a61f-4a1374813f54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:10.445180 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb53b8d3-dca3-4dec-a61f-4a1374813f54 admin admin] Checking segment: {'id': 'cfa25b49-95fd-4d04-a37d-42cd67f278d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15ac8bf0-0e04-4603-a5b1-23becfe88483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:24:10.445648 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb53b8d3-dca3-4dec-a61f-4a1374813f54 admin admin] Network hostable DHCP agents. Network: 15ac8bf0-0e04-4603-a5b1-23becfe88483, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:24:10.609400 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb53b8d3-dca3-4dec-a61f-4a1374813f54 admin admin] Network 15ac8bf0-0e04-4603-a5b1-23becfe88483 is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:24:10.733285 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-388b986c-b1c9-4c9e-99d3-646743d21997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:10.799996 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3d3cd-2991-48f3-a78c-30be00a4e52c req-88ccd583-b36d-479e-aa91-3a7a9369bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:10.801809 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ace3d3cd-2991-48f3-a78c-30be00a4e52c req-88ccd583-b36d-479e-aa91-3a7a9369bf89 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 1129 time: 0.0980523 Feb 14 19:24:10.870937 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-cb53b8d3-dca3-4dec-a61f-4a1374813f54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, 15ac8bf0-0e04-4603-a5b1-23becfe88483) {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:24:10.892110 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb53b8d3-dca3-4dec-a61f-4a1374813f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:10.893190 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb53b8d3-dca3-4dec-a61f-4a1374813f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:10.895896 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcada4ea-cca3-481d-b01d-cd3f6e1e0820 None None] Network 15ac8bf0-0e04-4603-a5b1-23becfe88483 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:24:10.907370 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ace3d3cd-2991-48f3-a78c-30be00a4e52c req-07cf7058-b93e-4124-bb4a-ec642fc899d7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942128 Feb 14 19:24:11.109847 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d4a39-a849-4ab3-9d95-47b0aa2e45a9 None None] Network 15ac8bf0-0e04-4603-a5b1-23becfe88483 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:24:11.131365 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-cb53b8d3-dca3-4dec-a61f-4a1374813f54 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0640297 Feb 14 19:24:11.419797 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f0dcc-5982-4dcc-a33a-80bdece35a6b req-41aa619d-5e21-42a0-8565-11778de14c8a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:11.422316 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-825f0dcc-5982-4dcc-a33a-80bdece35a6b req-41aa619d-5e21-42a0-8565-11778de14c8a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0783443 Feb 14 19:24:11.502026 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-825f0dcc-5982-4dcc-a33a-80bdece35a6b req-92b5028b-bbb7-40cb-9c6b-99b0a358d789 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706341 Feb 14 19:24:11.625917 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54618) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:11.651410 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1a205572-10de-429e-bc86-ab0ffeea019a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:11.840674 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1a205572-10de-429e-bc86-ab0ffeea019a admin admin] Publish callbacks [] for security_group (e00f3892-3aa2-4056-b4b9-4573da9deb89), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:11.947257 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1a205572-10de-429e-bc86-ab0ffeea019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (e00f3892-3aa2-4056-b4b9-4573da9deb89), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:11.996127 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-1a205572-10de-429e-bc86-ab0ffeea019a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=34068f64f13d4a19bb3c423dc4499cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644645 Feb 14 19:24:11.996127 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a205572-10de-429e-bc86-ab0ffeea019a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00f3892-3aa2-4056-b4b9-4573da9deb89,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:11.998222 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54620) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:12.112149 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3592f99-888a-44e8-9c3b-8b8b0164d0af admin admin] Publish callbacks [] for security_group (e00f3892-3aa2-4056-b4b9-4573da9deb89), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:12.147593 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3592f99-888a-44e8-9c3b-8b8b0164d0af admin admin] Publish callbacks [] for security_group (e00f3892-3aa2-4056-b4b9-4573da9deb89), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:12.296707 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3592f99-888a-44e8-9c3b-8b8b0164d0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (e00f3892-3aa2-4056-b4b9-4573da9deb89), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:12.302194 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3592f99-888a-44e8-9c3b-8b8b0164d0af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:12.307060 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-c3592f99-888a-44e8-9c3b-8b8b0164d0af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e00f3892-3aa2-4056-b4b9-4573da9deb89 HTTP/1.1" status: 204 len: 168 time: 0.3045490 Feb 14 19:24:12.321414 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3592f99-888a-44e8-9c3b-8b8b0164d0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00f3892-3aa2-4056-b4b9-4573da9deb89,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:12.691204 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdd17b-ac65-447e-adc2-bd54a4059b6b req-d47f2a8a-1701-450f-aae1-42fec5422de7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:12.693822 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-92fdd17b-ac65-447e-adc2-bd54a4059b6b req-d47f2a8a-1701-450f-aae1-42fec5422de7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0965271 Feb 14 19:24:12.761811 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-92fdd17b-ac65-447e-adc2-bd54a4059b6b req-76cab411-ff18-4e99-95dd-7597e2616ec0 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603802 Feb 14 19:24:12.803499 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-11a6273d-9afb-48ac-b70c-e0a7099e44c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:12.967522 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a6f1d-cb80-4b76-bc84-8c6d799e81c8 req-029f092f-c670-425d-a6c2-894ef3f364df tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:12.967522 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-103a6f1d-cb80-4b76-bc84-8c6d799e81c8 req-029f092f-c670-425d-a6c2-894ef3f364df tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0759940 Feb 14 19:24:13.048253 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-103a6f1d-cb80-4b76-bc84-8c6d799e81c8 req-888f421f-838f-4858-be34-efb8cf86c39e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716400 Feb 14 19:24:14.259945 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:14.769030 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-ad33263c-f0c1-432d-8b3c-a14ab2f83756 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:14.771122 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-ad33263c-f0c1-432d-8b3c-a14ab2f83756 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/networks?id=15ac8bf0-0e04-4603-a5b1-23becfe88483 HTTP/1.1" status: 200 len: 813 time: 0.1958835 Feb 14 19:24:14.799478 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-0d4c72ba-6425-4e83-b139-c6e2755fc01d tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/quotas/8828d6d9e872400caeb45a214f564456 HTTP/1.1" status: 200 len: 375 time: 0.0118582 Feb 14 19:24:14.849994 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-4e6f822c-11fa-4915-be44-8234785556dc tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8828d6d9e872400caeb45a214f564456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402472 Feb 14 19:24:15.022117 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-b0b56e5c-481e-4189-93ad-a212c86db672 service neutron] 10.222.0.26 "GET /v2.0/networks/15ac8bf0-0e04-4603-a5b1-23becfe88483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511266 Feb 14 19:24:15.181261 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-0adaf851-6e46-47c5-b627-5ade302db012 service neutron] 10.222.0.26 "GET /v2.0/networks/15ac8bf0-0e04-4603-a5b1-23becfe88483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480782 Feb 14 19:24:15.581015 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-873060ae-c231-4f72-bfbe-3fbf1dce02ef req-80062a9b-ff2e-436f-8350-29f050dc6b2b tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 210 time: 0.0756221 Feb 14 19:24:15.611744 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:24:15.627890 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:16.302585 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127de1a-b5e7-448a-a392-ad829e947bf7 req-bdd9dbba-06fb-4811-b0a6-02668efe8d23 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:16.304143 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3127de1a-b5e7-448a-a392-ad829e947bf7 req-bdd9dbba-06fb-4811-b0a6-02668efe8d23 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0607395 Feb 14 19:24:16.394823 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3127de1a-b5e7-448a-a392-ad829e947bf7 req-c9a7d04c-0a4f-4d76-86b1-aedd39b2241a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822048 Feb 14 19:24:16.411433 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911aa01-e871-48b5-8def-cd314603b24a req-6dc31dd3-c57f-4ea0-8250-ce35f523e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:16.413974 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5911aa01-e871-48b5-8def-cd314603b24a req-6dc31dd3-c57f-4ea0-8250-ce35f523e06b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8fbd711ec5d4004868c7d165ae108af&device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 1129 time: 0.0652592 Feb 14 19:24:16.555242 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911aa01-e871-48b5-8def-cd314603b24a req-dcb15086-7380-4a37-9718-d59285c48aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:16.556933 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5911aa01-e871-48b5-8def-cd314603b24a req-dcb15086-7380-4a37-9718-d59285c48aed service neutron] 10.222.0.43 "GET /v2.0/networks?id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4 HTTP/1.1" status: 200 len: 920 time: 0.1348915 Feb 14 19:24:16.634390 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5911aa01-e871-48b5-8def-cd314603b24a req-efa52456-2cc7-4a6d-9b3b-627bdeccd081 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d439a8-8296-4d11-8c38-17a5015e337a HTTP/1.1" status: 200 len: 217 time: 0.0680087 Feb 14 19:24:16.702295 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:16.759764 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-dc75d117-688d-41d4-9a44-5340c6c58581 req-9d8eaaff-b963-4210-af3c-1b5ef4408b42 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 210 time: 0.0656366 Feb 14 19:24:16.770106 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911aa01-e871-48b5-8def-cd314603b24a req-4894ea35-5eca-4d7d-8712-63eb49531987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:16.772577 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5911aa01-e871-48b5-8def-cd314603b24a req-4894ea35-5eca-4d7d-8712-63eb49531987 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f295adab-0ed8-45be-bb43-1a3d87848e91 HTTP/1.1" status: 200 len: 859 time: 0.1306152 Feb 14 19:24:16.813582 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54780) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:16.823263 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5911aa01-e871-48b5-8def-cd314603b24a req-355118f4-be5c-4f5f-9988-32bf83f61b7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411005 Feb 14 19:24:16.989895 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5911aa01-e871-48b5-8def-cd314603b24a req-d0736ba4-3e96-46de-b979-11c2218a2b51 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591668 Feb 14 19:24:16.991646 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-de03dd6c-f6df-4a32-bd3b-2c5a9be0e0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:17.128988 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-de03dd6c-f6df-4a32-bd3b-2c5a9be0e0af admin admin] Publish callbacks [] for security_group (dd448fe1-cc23-4c38-9071-b0739a9aba49), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:17.162491 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5911aa01-e871-48b5-8def-cd314603b24a req-d7435dbb-9f97-46c7-bf35-23da54cacce5 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622360 Feb 14 19:24:17.208401 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-de03dd6c-f6df-4a32-bd3b-2c5a9be0e0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (dd448fe1-cc23-4c38-9071-b0739a9aba49), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:17.257079 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-de03dd6c-f6df-4a32-bd3b-2c5a9be0e0af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cc41e1098204ec984ef6de1f7d1a628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418309 Feb 14 19:24:17.258461 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03dd6c-f6df-4a32-bd3b-2c5a9be0e0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd448fe1-cc23-4c38-9071-b0739a9aba49,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:17.261433 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 54808) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:17.362026 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fed5d827-7a30-425f-9c23-c0342cd61287 admin admin] Publish callbacks [] for security_group (dd448fe1-cc23-4c38-9071-b0739a9aba49), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:17.390903 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fed5d827-7a30-425f-9c23-c0342cd61287 admin admin] Publish callbacks [] for security_group (dd448fe1-cc23-4c38-9071-b0739a9aba49), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:17.568979 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce506b7-70f0-4c66-96e7-8af70c060866 req-428fa59a-3dab-42dc-b72e-850b001199d5 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:17.570632 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3ce506b7-70f0-4c66-96e7-8af70c060866 req-428fa59a-3dab-42dc-b72e-850b001199d5 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0723059 Feb 14 19:24:17.604768 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fed5d827-7a30-425f-9c23-c0342cd61287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (dd448fe1-cc23-4c38-9071-b0739a9aba49), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:17.607695 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fed5d827-7a30-425f-9c23-c0342cd61287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:17.609228 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-fed5d827-7a30-425f-9c23-c0342cd61287 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd448fe1-cc23-4c38-9071-b0739a9aba49 HTTP/1.1" status: 204 len: 168 time: 0.3458514 Feb 14 19:24:17.623149 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5d827-7a30-425f-9c23-c0342cd61287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd448fe1-cc23-4c38-9071-b0739a9aba49,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:17.635586 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3ce506b7-70f0-4c66-96e7-8af70c060866 req-69976fb7-f5c6-450e-b730-d2776ec84355 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554457 Feb 14 19:24:17.918280 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f0b9c835-ccd1-4196-a361-b1644dbd9fcc req-ff9946c4-c41f-49a0-8dae-c612b7f74b2c tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 210 time: 0.0580182 Feb 14 19:24:18.640820 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54864) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:18.662668 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-776cda95-88b6-4f4e-95a7-ed5307893aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:18.739909 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-3116d0d6-4f46-4d47-8a75-56c3556a92d2 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:18.742143 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-3116d0d6-4f46-4d47-8a75-56c3556a92d2 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.43 "GET /v2.0/networks?id=15ac8bf0-0e04-4603-a5b1-23becfe88483 HTTP/1.1" status: 200 len: 813 time: 0.1555767 Feb 14 19:24:18.756285 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-3aea4de5-c55d-44da-a515-2aa9a0ef6bf6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Request body: {'port': {'device_id': 'f23442b5-06fe-4090-bf06-228c7a7e8113', 'network_id': '15ac8bf0-0e04-4603-a5b1-23becfe88483', 'admin_state_up': True, 'tenant_id': '8828d6d9e872400caeb45a214f564456'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:24:18.779500 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-776cda95-88b6-4f4e-95a7-ed5307893aa4 admin admin] Publish callbacks [] for security_group (33e082d4-4936-4ea3-ad27-714b34101260), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:18.889245 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2771cc-267f-4808-8e25-ec5ffbb191b1 req-76ff2e14-ab4a-4199-bb31-2e1fa8b7efa8 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:18.891306 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2a2771cc-267f-4808-8e25-ec5ffbb191b1 req-76ff2e14-ab4a-4199-bb31-2e1fa8b7efa8 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0680287 Feb 14 19:24:18.944975 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2a2771cc-267f-4808-8e25-ec5ffbb191b1 req-98898012-4300-41e5-8c01-bed412e5fbdf tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474424 Feb 14 19:24:18.975658 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-776cda95-88b6-4f4e-95a7-ed5307893aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (33e082d4-4936-4ea3-ad27-714b34101260), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:18.991697 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-3aea4de5-c55d-44da-a515-2aa9a0ef6bf6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Made reservation on behalf of 8828d6d9e872400caeb45a214f564456 for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:24:18.995696 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-3aea4de5-c55d-44da-a515-2aa9a0ef6bf6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:19.053692 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-776cda95-88b6-4f4e-95a7-ed5307893aa4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4fd5c04c5524be59e7a8e873d9e6cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4117026 Feb 14 19:24:19.054588 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54876) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:19.067483 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cda95-88b6-4f4e-95a7-ed5307893aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e082d4-4936-4ea3-ad27-714b34101260,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:19.147483 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7fadadc0-c66e-4cc3-bac8-78915be4dd64 admin admin] Publish callbacks [] for security_group (33e082d4-4936-4ea3-ad27-714b34101260), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:19.178495 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7fadadc0-c66e-4cc3-bac8-78915be4dd64 admin admin] Publish callbacks [] for security_group (33e082d4-4936-4ea3-ad27-714b34101260), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:19.243272 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0ec2b356-eb36-46bb-9d30-5781b2284bd7 req-263bd9c5-3e6d-43fd-ae24-f97709bce562 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 210 time: 0.2048657 Feb 14 19:24:19.337915 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-3aea4de5-c55d-44da-a515-2aa9a0ef6bf6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Allocated IP 172.20.0.2 (15ac8bf0-0e04-4603-a5b1-23becfe88483/8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7/f7967603-624f-4184-b5b9-aec2b57397b4) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:24:19.425221 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:19.519072 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7fadadc0-c66e-4cc3-bac8-78915be4dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (33e082d4-4936-4ea3-ad27-714b34101260), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:19.521976 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7fadadc0-c66e-4cc3-bac8-78915be4dd64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:19.527206 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-7fadadc0-c66e-4cc3-bac8-78915be4dd64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33e082d4-4936-4ea3-ad27-714b34101260 HTTP/1.1" status: 204 len: 168 time: 0.4661248 Feb 14 19:24:19.536342 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadadc0-c66e-4cc3-bac8-78915be4dd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e082d4-4936-4ea3-ad27-714b34101260,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:19.556549 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-3aea4de5-c55d-44da-a515-2aa9a0ef6bf6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks [] for port (f7967603-624f-4184-b5b9-aec2b57397b4), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:19.874318 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-3aea4de5-c55d-44da-a515-2aa9a0ef6bf6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (f7967603-624f-4184-b5b9-aec2b57397b4), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:19.924058 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-3aea4de5-c55d-44da-a515-2aa9a0ef6bf6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Network 15ac8bf0-0e04-4603-a5b1-23becfe88483 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:24:19.927412 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-3aea4de5-c55d-44da-a515-2aa9a0ef6bf6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:24:19.931566 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-3aea4de5-c55d-44da-a515-2aa9a0ef6bf6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:24:19.960084 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea4de5-c55d-44da-a515-2aa9a0ef6bf6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Pushing event updated for resources: {'Port': ['ID=f7967603-624f-4184-b5b9-aec2b57397b4,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:19.990388 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-3aea4de5-c55d-44da-a515-2aa9a0ef6bf6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:19.991061 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-3aea4de5-c55d-44da-a515-2aa9a0ef6bf6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:20.051546 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 54898) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:20.105615 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-3aea4de5-c55d-44da-a515-2aa9a0ef6bf6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3531113 Feb 14 19:24:20.117761 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Request body: {'port': {'device_id': 'f23442b5-06fe-4090-bf06-228c7a7e8113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:24:20.150708 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48880c9d-5fe3-4aa6-a683-6dac22c32df6 req-06a87a0d-fe6d-4c76-8fc7-cb1870a46617 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:20.156841 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-48880c9d-5fe3-4aa6-a683-6dac22c32df6 req-06a87a0d-fe6d-4c76-8fc7-cb1870a46617 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.1140754 Feb 14 19:24:20.217862 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f7967603-624f-4184-b5b9-aec2b57397b4), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:20.274444 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-48880c9d-5fe3-4aa6-a683-6dac22c32df6 req-e266335c-ba39-4868-a15a-f8bcd9d9448f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105943 Feb 14 19:24:20.297577 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d4995470-385f-46a6-8ff1-ca3199f0fde6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:20.623263 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33770f13-111e-4365-9209-1b1bc8070985 req-53943d0f-745b-446b-adf2-8d9ef1d0859c tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:20.625284 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-33770f13-111e-4365-9209-1b1bc8070985 req-53943d0f-745b-446b-adf2-8d9ef1d0859c tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 931 time: 0.1929967 Feb 14 19:24:20.687004 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d4995470-385f-46a6-8ff1-ca3199f0fde6 admin admin] Publish callbacks [] for security_group (1c42c4ce-e119-4eb3-b5fe-f6c8c5e68d9a), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:20.742818 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-33770f13-111e-4365-9209-1b1bc8070985 req-85fa9764-f8db-444d-a9d9-4258804fcd15 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045275 Feb 14 19:24:20.807051 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7967603-624f-4184-b5b9-aec2b57397b4 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:24:20.822217 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Publish callbacks [] for port (f7967603-624f-4184-b5b9-aec2b57397b4), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:20.827359 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d4995470-385f-46a6-8ff1-ca3199f0fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1c42c4ce-e119-4eb3-b5fe-f6c8c5e68d9a), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:20.878627 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Transition to ACTIVE for port object f7967603-624f-4184-b5b9-aec2b57397b4 will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:24:20.894239 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-d4995470-385f-46a6-8ff1-ca3199f0fde6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae09b2054386458db0f6d688c601810b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8419616 Feb 14 19:24:20.895465 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4995470-385f-46a6-8ff1-ca3199f0fde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c42c4ce-e119-4eb3-b5fe-f6c8c5e68d9a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:20.897059 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54940) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:20.986804 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-570347d2-8183-4e98-ae60-3114b8568182 admin admin] Publish callbacks [] for security_group (1c42c4ce-e119-4eb3-b5fe-f6c8c5e68d9a), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:21.004425 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (f7967603-624f-4184-b5b9-aec2b57397b4), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:21.025523 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-570347d2-8183-4e98-ae60-3114b8568182 admin admin] Publish callbacks [] for security_group (1c42c4ce-e119-4eb3-b5fe-f6c8c5e68d9a), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:21.059746 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Pushing event updated for resources: {'Port': ['ID=f7967603-624f-4184-b5b9-aec2b57397b4,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:21.145550 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54952) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:21.216863 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Attempting to bind port f7967603-624f-4184-b5b9-aec2b57397b4 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:24:21.217822 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Attempting to bind port f7967603-624f-4184-b5b9-aec2b57397b4 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'cfa25b49-95fd-4d04-a37d-42cd67f278d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15ac8bf0-0e04-4603-a5b1-23becfe88483'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:24:21.218689 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Attempting to bind port f7967603-624f-4184-b5b9-aec2b57397b4 on network 15ac8bf0-0e04-4603-a5b1-23becfe88483 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:24:21.227881 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Port f7967603-624f-4184-b5b9-aec2b57397b4 on network 15ac8bf0-0e04-4603-a5b1-23becfe88483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:24:21.228419 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Attempting to bind port f7967603-624f-4184-b5b9-aec2b57397b4 on network 15ac8bf0-0e04-4603-a5b1-23becfe88483 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:24:21.237712 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:24:21.238049 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Checking segment: {'id': 'cfa25b49-95fd-4d04-a37d-42cd67f278d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15ac8bf0-0e04-4603-a5b1-23becfe88483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:24:21.238483 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Bound using segment: {'id': 'cfa25b49-95fd-4d04-a37d-42cd67f278d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15ac8bf0-0e04-4603-a5b1-23becfe88483'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:24:21.240282 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Bound port: f7967603-624f-4184-b5b9-aec2b57397b4, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa25b49-95fd-4d04-a37d-42cd67f278d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15ac8bf0-0e04-4603-a5b1-23becfe88483'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:24:21.240282 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f7967603-624f-4184-b5b9-aec2b57397b4), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:21.253175 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-570347d2-8183-4e98-ae60-3114b8568182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1c42c4ce-e119-4eb3-b5fe-f6c8c5e68d9a), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:21.260649 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-570347d2-8183-4e98-ae60-3114b8568182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:21.262628 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-570347d2-8183-4e98-ae60-3114b8568182 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1c42c4ce-e119-4eb3-b5fe-f6c8c5e68d9a HTTP/1.1" status: 204 len: 168 time: 0.3637612 Feb 14 19:24:21.291152 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570347d2-8183-4e98-ae60-3114b8568182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c42c4ce-e119-4eb3-b5fe-f6c8c5e68d9a,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:21.371409 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a705d5fc-1737-423c-9c99-f6d46868c1ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:21.411012 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] For port f7967603-624f-4184-b5b9-aec2b57397b4, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:24:21.420587 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] For port f7967603-624f-4184-b5b9-aec2b57397b4, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f7967603-624f-4184-b5b9-aec2b57397b4,segment=NetworkSegment(cfa25b49-95fd-4d04-a37d-42cd67f278d2),segment_id=cfa25b49-95fd-4d04-a37d-42cd67f278d2)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:24:21.552027 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (f7967603-624f-4184-b5b9-aec2b57397b4), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:21.572602 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e33e1-6d12-4b92-bb9d-8cc6a5e57348 req-4e958804-5ec9-49b6-bb10-3a2916d14491 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:21.574205 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-968e33e1-6d12-4b92-bb9d-8cc6a5e57348 req-4e958804-5ec9-49b6-bb10-3a2916d14491 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0908902 Feb 14 19:24:21.576557 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a705d5fc-1737-423c-9c99-f6d46868c1ac admin admin] Publish callbacks [] for security_group (3ba5886a-e7ee-4e5d-afae-75fc7299db27), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:21.590407 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:21.591116 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:21.592579 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] 10.222.0.43 "PUT /v2.0/ports/f7967603-624f-4184-b5b9-aec2b57397b4 HTTP/1.1" status: 200 len: 1093 time: 1.4801919 Feb 14 19:24:21.595067 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23442b5-06fe-4090-bf06-228c7a7e8113', 'tag': 'f7967603-624f-4184-b5b9-aec2b57397b4'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:24:21.597768 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c4b4d7-3077-4be6-9238-ec812d3e6081" -d '{"events": [{"name": "network-changed", "server_uuid": "f23442b5-06fe-4090-bf06-228c7a7e8113", "tag": "f7967603-624f-4184-b5b9-aec2b57397b4"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:24:21.627390 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed0c47-c047-40bc-8d26-d238795d23de service neutron] Pushing event updated for resources: {'Port': ['ID=f7967603-624f-4184-b5b9-aec2b57397b4,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:21.651948 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9fedb9-dd3d-4587-aceb-5634523d6fc0 x-openstack-request-id: req-4b9fedb9-dd3d-4587-aceb-5634523d6fc0 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:24:21.652247 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23442b5-06fe-4090-bf06-228c7a7e8113", "tag": "f7967603-624f-4184-b5b9-aec2b57397b4", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:24:21.652681 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b9fedb9-dd3d-4587-aceb-5634523d6fc0 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:24:21.653218 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23442b5-06fe-4090-bf06-228c7a7e8113', 'tag': 'f7967603-624f-4184-b5b9-aec2b57397b4', 'status': 'completed', 'code': 200} Feb 14 19:24:21.668145 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-968e33e1-6d12-4b92-bb9d-8cc6a5e57348 req-eec5cbd5-8089-49e3-a9e3-a97b4f33283c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822177 Feb 14 19:24:21.694720 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a705d5fc-1737-423c-9c99-f6d46868c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (3ba5886a-e7ee-4e5d-afae-75fc7299db27), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:21.733795 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4b4d7-3077-4be6-9238-ec812d3e6081 req-e911eb90-fe4c-428d-873e-5c0afb5247ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:21.736564 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-94c4b4d7-3077-4be6-9238-ec812d3e6081 req-e911eb90-fe4c-428d-873e-5c0afb5247ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8828d6d9e872400caeb45a214f564456&device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 1127 time: 0.0635240 Feb 14 19:24:21.758679 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-a705d5fc-1737-423c-9c99-f6d46868c1ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=020ca09f065341e3996ac0f59c4531ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6117697 Feb 14 19:24:21.762247 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54968) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:21.769040 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705d5fc-1737-423c-9c99-f6d46868c1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba5886a-e7ee-4e5d-afae-75fc7299db27,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:21.825986 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4b333818-ce8f-41bc-b234-e1cda020ae32 admin admin] Publish callbacks [] for security_group (3ba5886a-e7ee-4e5d-afae-75fc7299db27), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:21.857653 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4b333818-ce8f-41bc-b234-e1cda020ae32 admin admin] Publish callbacks [] for security_group (3ba5886a-e7ee-4e5d-afae-75fc7299db27), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:21.938898 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4b4d7-3077-4be6-9238-ec812d3e6081 req-96378bbc-2c0f-4e21-8b65-228107bbddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:21.941128 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-94c4b4d7-3077-4be6-9238-ec812d3e6081 req-96378bbc-2c0f-4e21-8b65-228107bbddf4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8828d6d9e872400caeb45a214f564456&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1952891 Feb 14 19:24:22.090486 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4b333818-ce8f-41bc-b234-e1cda020ae32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (3ba5886a-e7ee-4e5d-afae-75fc7299db27), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:22.095023 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4b333818-ce8f-41bc-b234-e1cda020ae32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:22.096884 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-4b333818-ce8f-41bc-b234-e1cda020ae32 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ba5886a-e7ee-4e5d-afae-75fc7299db27 HTTP/1.1" status: 204 len: 168 time: 0.3327873 Feb 14 19:24:22.112051 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e770a77-06dc-43ad-8041-6b43ee9dd4d6 req-496471fc-d20d-4bf1-8ce5-9c473315a33a tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:22.112397 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b333818-ce8f-41bc-b234-e1cda020ae32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba5886a-e7ee-4e5d-afae-75fc7299db27,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:22.114952 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9e770a77-06dc-43ad-8041-6b43ee9dd4d6 req-496471fc-d20d-4bf1-8ce5-9c473315a33a tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 943 time: 0.1346858 Feb 14 19:24:22.129605 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4b4d7-3077-4be6-9238-ec812d3e6081 req-9572da6c-7d8d-48a0-bda8-15f5c70ca250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:22.132433 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-94c4b4d7-3077-4be6-9238-ec812d3e6081 req-9572da6c-7d8d-48a0-bda8-15f5c70ca250 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1840854 Feb 14 19:24:22.243784 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9e770a77-06dc-43ad-8041-6b43ee9dd4d6 req-c286975a-b4ad-46b4-b6c6-fcefc9ca5624 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178944 Feb 14 19:24:22.266031 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-eeec27d1-0b17-4a17-80f4-0b11559d411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:22.268435 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-eeec27d1-0b17-4a17-80f4-0b11559d411d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8828d6d9e872400caeb45a214f564456&device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 1127 time: 0.0794835 Feb 14 19:24:22.315868 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-4c115228-facf-4e3b-ba46-1cfa580ea847 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7967603-624f-4184-b5b9-aec2b57397b4 HTTP/1.1" status: 200 len: 217 time: 0.0374198 Feb 14 19:24:22.374736 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-b8a0f699-97b0-4636-aa5b-363427cf2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:22.376261 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-b8a0f699-97b0-4636-aa5b-363427cf2449 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7 HTTP/1.1" status: 200 len: 853 time: 0.0524826 Feb 14 19:24:22.432308 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-0c667919-f8dc-44dd-95c5-7e92b5b2d93b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15ac8bf0-0e04-4603-a5b1-23becfe88483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451839 Feb 14 19:24:22.432490 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 54982) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:22.448817 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ff390038-c698-42a3-9f65-d6fdc93ce1dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:22.534232 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-d4b48d8b-3c65-43de-863c-b75898ac05e2 service neutron] 10.222.0.43 "GET /v2.0/networks/15ac8bf0-0e04-4603-a5b1-23becfe88483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967622 Feb 14 19:24:22.549516 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ff390038-c698-42a3-9f65-d6fdc93ce1dc admin admin] Publish callbacks [] for security_group (57215147-4ab9-4fa0-8487-cfd0adfad8bb), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:22.656973 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2bcf597a-b2cb-40b4-8162-5e98a014b0a2 req-b9e241f2-7f04-47ef-ba84-89812f3c39ac service neutron] 10.222.0.43 "GET /v2.0/networks/15ac8bf0-0e04-4603-a5b1-23becfe88483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157343 Feb 14 19:24:22.695421 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ff390038-c698-42a3-9f65-d6fdc93ce1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (57215147-4ab9-4fa0-8487-cfd0adfad8bb), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:22.741426 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-ff390038-c698-42a3-9f65-d6fdc93ce1dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14350111986340f18009e5810ad81453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079975 Feb 14 19:24:22.742176 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff390038-c698-42a3-9f65-d6fdc93ce1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57215147-4ab9-4fa0-8487-cfd0adfad8bb,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:22.746473 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 54994) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:22.818318 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7551f5a-349c-440f-8088-c24d60231c0a req-7d804189-ff59-4f32-8e59-282e9d5aef16 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:22.819802 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f7551f5a-349c-440f-8088-c24d60231c0a req-7d804189-ff59-4f32-8e59-282e9d5aef16 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0747905 Feb 14 19:24:22.825801 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ccc89759-4a2e-4331-b35e-4863fdd2171f admin admin] Publish callbacks [] for security_group (57215147-4ab9-4fa0-8487-cfd0adfad8bb), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:22.868788 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ccc89759-4a2e-4331-b35e-4863fdd2171f admin admin] Publish callbacks [] for security_group (57215147-4ab9-4fa0-8487-cfd0adfad8bb), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:22.883417 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f7551f5a-349c-440f-8088-c24d60231c0a req-32307a97-1f9b-47c8-988b-94461dd1f251 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559123 Feb 14 19:24:23.078499 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ccc89759-4a2e-4331-b35e-4863fdd2171f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (57215147-4ab9-4fa0-8487-cfd0adfad8bb), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:23.081156 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ccc89759-4a2e-4331-b35e-4863fdd2171f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:23.082440 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ccc89759-4a2e-4331-b35e-4863fdd2171f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57215147-4ab9-4fa0-8487-cfd0adfad8bb HTTP/1.1" status: 204 len: 168 time: 0.3347666 Feb 14 19:24:23.094025 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc89759-4a2e-4331-b35e-4863fdd2171f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57215147-4ab9-4fa0-8487-cfd0adfad8bb,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:23.259835 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 55012) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:23.288591 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2f6c49dd-e2f5-49c2-a312-229271bf4145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:23.430002 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2f6c49dd-e2f5-49c2-a312-229271bf4145 admin admin] Publish callbacks [] for security_group (a2bb1d1d-caa3-4421-bf9c-8cd41e9dccff), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:23.456060 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f92ac3-55c7-4515-8ee1-a67f271a2bb8 req-4a1442fa-b3a3-4ebb-b4ed-865580b2b090 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:23.457710 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-25f92ac3-55c7-4515-8ee1-a67f271a2bb8 req-4a1442fa-b3a3-4ebb-b4ed-865580b2b090 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 943 time: 0.0895743 Feb 14 19:24:23.505761 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-2f6c49dd-e2f5-49c2-a312-229271bf4145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (a2bb1d1d-caa3-4421-bf9c-8cd41e9dccff), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:23.549070 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c49dd-e2f5-49c2-a312-229271bf4145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bb1d1d-caa3-4421-bf9c-8cd41e9dccff,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:23.569172 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-25f92ac3-55c7-4515-8ee1-a67f271a2bb8 req-902d9661-9cb5-43e1-ba8c-8f617797286c tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033838 Feb 14 19:24:23.598831 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-2f6c49dd-e2f5-49c2-a312-229271bf4145 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6cb6d35b0cd744a89216e225414cbf24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372147 Feb 14 19:24:23.601317 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 55040) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:23.715278 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e133c676-8984-4df2-a088-9a3871ef0bfe admin admin] Publish callbacks [] for security_group (a2bb1d1d-caa3-4421-bf9c-8cd41e9dccff), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:23.743239 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e133c676-8984-4df2-a088-9a3871ef0bfe admin admin] Publish callbacks [] for security_group (a2bb1d1d-caa3-4421-bf9c-8cd41e9dccff), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:23.930535 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e133c676-8984-4df2-a088-9a3871ef0bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (a2bb1d1d-caa3-4421-bf9c-8cd41e9dccff), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:23.933876 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e133c676-8984-4df2-a088-9a3871ef0bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:23.935552 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-e133c676-8984-4df2-a088-9a3871ef0bfe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2bb1d1d-caa3-4421-bf9c-8cd41e9dccff HTTP/1.1" status: 204 len: 168 time: 0.3330255 Feb 14 19:24:23.946943 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133c676-8984-4df2-a088-9a3871ef0bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bb1d1d-caa3-4421-bf9c-8cd41e9dccff,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:24.026843 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5cd8b-8ba6-47c9-b500-61c7c40edb5a req-666fa9e7-0254-416b-bf09-0fc48d29238a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:24.028589 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-86b5cd8b-8ba6-47c9-b500-61c7c40edb5a req-666fa9e7-0254-416b-bf09-0fc48d29238a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0704129 Feb 14 19:24:24.123961 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-86b5cd8b-8ba6-47c9-b500-61c7c40edb5a req-c56c2f1d-106d-4efe-9f24-85b5c36f37e3 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839283 Feb 14 19:24:24.665885 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 55072) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:24.714548 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc9dcb-afa0-4380-be2b-bc24c3a32659 req-53eb1d6e-4913-4e4c-8526-509ee647cfb8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:24.717887 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ffdc9dcb-afa0-4380-be2b-bc24c3a32659 req-53eb1d6e-4913-4e4c-8526-509ee647cfb8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 943 time: 0.0673478 Feb 14 19:24:24.773536 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ffdc9dcb-afa0-4380-be2b-bc24c3a32659 req-b73d4d81-0a60-44ad-a04e-8ead3b37f2a0 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496445 Feb 14 19:24:24.899787 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8488897-4129-4585-930e-681b94a03fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:25.008698 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8488897-4129-4585-930e-681b94a03fcc admin admin] Publish callbacks [] for security_group (cae0179f-2881-403e-b265-11085277e6d2), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:25.082460 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8488897-4129-4585-930e-681b94a03fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (cae0179f-2881-403e-b265-11085277e6d2), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:25.120232 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 55082) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:25.145925 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-a8488897-4129-4585-930e-681b94a03fcc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8122ff27a83437798d19cf96b45dd3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4755485 Feb 14 19:24:25.148573 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b683b5da-0397-489f-8299-4213406d5015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:25.148780 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 55084) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:25.151454 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8488897-4129-4585-930e-681b94a03fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae0179f-2881-403e-b265-11085277e6d2,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:25.292082 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f8acf2bb-deb2-4dd7-99d7-372d21853346 admin admin] Publish callbacks [] for security_group (cae0179f-2881-403e-b265-11085277e6d2), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:25.359225 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b683b5da-0397-489f-8299-4213406d5015 admin admin] Publish callbacks [] for security_group (6ac8a91a-b9aa-4460-8286-60a8a30ce91a), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:25.393670 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f8acf2bb-deb2-4dd7-99d7-372d21853346 admin admin] Publish callbacks [] for security_group (cae0179f-2881-403e-b265-11085277e6d2), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:25.443797 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ceeba-7b5f-458f-821f-70b152b276a0 req-39880cda-5e5e-4e69-a788-a32169f38e7d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:25.445402 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ce2ceeba-7b5f-458f-821f-70b152b276a0 req-39880cda-5e5e-4e69-a788-a32169f38e7d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.1495407 Feb 14 19:24:25.466493 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b683b5da-0397-489f-8299-4213406d5015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (6ac8a91a-b9aa-4460-8286-60a8a30ce91a), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:25.526401 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ce2ceeba-7b5f-458f-821f-70b152b276a0 req-76c8b891-183c-4cd0-b20b-b10989657a8f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617061 Feb 14 19:24:25.552732 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-b683b5da-0397-489f-8299-4213406d5015 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5877fc7874af4cf29464ef7919286f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307382 Feb 14 19:24:25.559086 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683b5da-0397-489f-8299-4213406d5015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac8a91a-b9aa-4460-8286-60a8a30ce91a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:25.559386 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 55098) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:25.593186 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f8acf2bb-deb2-4dd7-99d7-372d21853346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (cae0179f-2881-403e-b265-11085277e6d2), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:25.596577 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f8acf2bb-deb2-4dd7-99d7-372d21853346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:25.597850 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-f8acf2bb-deb2-4dd7-99d7-372d21853346 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cae0179f-2881-403e-b265-11085277e6d2 HTTP/1.1" status: 204 len: 168 time: 0.4484675 Feb 14 19:24:25.621879 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acf2bb-deb2-4dd7-99d7-372d21853346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae0179f-2881-403e-b265-11085277e6d2,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:25.646330 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8097b76c-85ac-411d-839e-eb7ee70b4232 admin admin] Publish callbacks [] for security_group (6ac8a91a-b9aa-4460-8286-60a8a30ce91a), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:25.683818 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8097b76c-85ac-411d-839e-eb7ee70b4232 admin admin] Publish callbacks [] for security_group (6ac8a91a-b9aa-4460-8286-60a8a30ce91a), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:25.859258 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8097b76c-85ac-411d-839e-eb7ee70b4232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (6ac8a91a-b9aa-4460-8286-60a8a30ce91a), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:25.867343 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8097b76c-85ac-411d-839e-eb7ee70b4232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:25.877704 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-8097b76c-85ac-411d-839e-eb7ee70b4232 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ac8a91a-b9aa-4460-8286-60a8a30ce91a HTTP/1.1" status: 204 len: 168 time: 0.3165002 Feb 14 19:24:25.906769 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097b76c-85ac-411d-839e-eb7ee70b4232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac8a91a-b9aa-4460-8286-60a8a30ce91a,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:26.035847 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b5dea-345e-4cf4-9d9b-3bdb1f7d6b0b req-32f7e7bc-fabd-446b-b922-e99733e23855 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:26.037632 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-dd2b5dea-345e-4cf4-9d9b-3bdb1f7d6b0b req-32f7e7bc-fabd-446b-b922-e99733e23855 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 943 time: 0.1189167 Feb 14 19:24:26.120281 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-dd2b5dea-345e-4cf4-9d9b-3bdb1f7d6b0b req-f9039bdb-965d-47d4-90f1-8856f0ec4035 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738533 Feb 14 19:24:26.595311 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f7967603-624f-4184-b5b9-aec2b57397b4 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:24:26.702028 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 55132) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:26.740331 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f0760584-0f96-4055-9c55-735fc6e0e135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:26.784571 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784ebcf-9624-45ec-b3e1-a38aba84ae84 req-d104b18a-3a6e-4d0e-ae04-56c7b75d355c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:26.786488 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c784ebcf-9624-45ec-b3e1-a38aba84ae84 req-d104b18a-3a6e-4d0e-ae04-56c7b75d355c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0915434 Feb 14 19:24:26.819384 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f7967603-624f-4184-b5b9-aec2b57397b4, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f7967603-624f-4184-b5b9-aec2b57397b4,segment=NetworkSegment(cfa25b49-95fd-4d04-a37d-42cd67f278d2),segment_id=cfa25b49-95fd-4d04-a37d-42cd67f278d2)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:24:26.848027 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': 'f7967603-624f-4184-b5b9-aec2b57397b4', 'network_id': '15ac8bf0-0e04-4603-a5b1-23becfe88483', 'port_id': 'f7967603-624f-4184-b5b9-aec2b57397b4', 'mac_address': 'fa:16:3e:da:7b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:24:26.888749 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c784ebcf-9624-45ec-b3e1-a38aba84ae84 req-316a2061-5ab1-41c7-b0c6-8ceaa9e41c71 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934303 Feb 14 19:24:26.909945 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port f7967603-624f-4184-b5b9-aec2b57397b4 is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:24:26.910993 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f7967603-624f-4184-b5b9-aec2b57397b4), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:26.913806 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f0760584-0f96-4055-9c55-735fc6e0e135 admin admin] Publish callbacks [] for security_group (8deb1cf0-daa2-4e1d-86b1-7f49314d1e3f), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:26.932949 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7967603-624f-4184-b5b9-aec2b57397b4 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:24:26.962153 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f7967603-624f-4184-b5b9-aec2b57397b4, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f7967603-624f-4184-b5b9-aec2b57397b4,segment=NetworkSegment(cfa25b49-95fd-4d04-a37d-42cd67f278d2),segment_id=cfa25b49-95fd-4d04-a37d-42cd67f278d2)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:24:27.038883 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f0760584-0f96-4055-9c55-735fc6e0e135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (8deb1cf0-daa2-4e1d-86b1-7f49314d1e3f), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:27.081964 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-f0760584-0f96-4055-9c55-735fc6e0e135 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c23b283ad0c459a9e44f3faecb912e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762646 Feb 14 19:24:27.083021 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0760584-0f96-4055-9c55-735fc6e0e135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deb1cf0-daa2-4e1d-86b1-7f49314d1e3f,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:27.085378 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 55140) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:27.090554 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f7967603-624f-4184-b5b9-aec2b57397b4), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:27.164332 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9bcf0473-0095-4621-a593-d0cb3e974fe3 admin admin] Publish callbacks [] for security_group (8deb1cf0-daa2-4e1d-86b1-7f49314d1e3f), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:27.217198 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=f7967603-624f-4184-b5b9-aec2b57397b4,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:27.234551 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9bcf0473-0095-4621-a593-d0cb3e974fe3 admin admin] Publish callbacks [] for security_group (8deb1cf0-daa2-4e1d-86b1-7f49314d1e3f), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:27.248395 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:27.250999 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:27.254733 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:27.255492 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:27.256190 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:27.260413 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:27.261168 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:27.261958 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:27.262671 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:27.263991 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:27.266667 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:27.269594 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:27.270394 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:27.363600 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d09def-1b50-4648-9026-b8f9ad1b56dc req-5c8a4103-1496-4fb8-b06f-028262e2d0f1 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:27.366273 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c3d09def-1b50-4648-9026-b8f9ad1b56dc req-5c8a4103-1496-4fb8-b06f-028262e2d0f1 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 944 time: 0.1060493 Feb 14 19:24:27.398736 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['f7967603-624f-4184-b5b9-aec2b57397b4'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:24:27.443885 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c3d09def-1b50-4648-9026-b8f9ad1b56dc req-a9b5e60d-10f7-4161-af1f-c97bf0159718 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704591 Feb 14 19:24:27.449158 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9bcf0473-0095-4621-a593-d0cb3e974fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (8deb1cf0-daa2-4e1d-86b1-7f49314d1e3f), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:27.455096 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-9bcf0473-0095-4621-a593-d0cb3e974fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:27.463685 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-9bcf0473-0095-4621-a593-d0cb3e974fe3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8deb1cf0-daa2-4e1d-86b1-7f49314d1e3f HTTP/1.1" status: 204 len: 168 time: 0.3704832 Feb 14 19:24:27.471804 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf0473-0095-4621-a593-d0cb3e974fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deb1cf0-daa2-4e1d-86b1-7f49314d1e3f,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:28.016796 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebabcc-90a3-476a-bf99-e079aecaa05d req-7a1f352a-073e-4683-b27c-138ba5cb0d6f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:28.018496 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ccebabcc-90a3-476a-bf99-e079aecaa05d req-7a1f352a-073e-4683-b27c-138ba5cb0d6f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0588517 Feb 14 19:24:28.077512 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ccebabcc-90a3-476a-bf99-e079aecaa05d req-be5b6983-a25a-4499-aa95-310f5a8c003d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518820 Feb 14 19:24:28.606628 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f7967603-624f-4184-b5b9-aec2b57397b4 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:24:28.681845 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17407e67-d02f-492c-af32-c19be0bd857f req-e3df6545-9171-4381-b3a6-f9c138e76887 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:28.695959 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-17407e67-d02f-492c-af32-c19be0bd857f req-e3df6545-9171-4381-b3a6-f9c138e76887 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 944 time: 0.1332648 Feb 14 19:24:28.831207 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-17407e67-d02f-492c-af32-c19be0bd857f req-5e4864d9-e541-49fe-a42a-696738f2db40 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331093 Feb 14 19:24:29.078618 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port f7967603-624f-4184-b5b9-aec2b57397b4 completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:24:29.082815 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port f7967603-624f-4184-b5b9-aec2b57397b4 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:24:29.089920 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (f7967603-624f-4184-b5b9-aec2b57397b4), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:29.172233 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port f7967603-624f-4184-b5b9-aec2b57397b4 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:24:29.172633 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f7967603-624f-4184-b5b9-aec2b57397b4), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:29.197600 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23442b5-06fe-4090-bf06-228c7a7e8113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7967603-624f-4184-b5b9-aec2b57397b4'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:24:29.199969 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c83dc9b-c173-4b95-a50e-58d48e79f3f7" -d '{"events": [{"server_uuid": "f23442b5-06fe-4090-bf06-228c7a7e8113", "name": "network-vif-plugged", "status": "completed", "tag": "f7967603-624f-4184-b5b9-aec2b57397b4"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:24:29.223455 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f7967603-624f-4184-b5b9-aec2b57397b4, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f7967603-624f-4184-b5b9-aec2b57397b4,segment=NetworkSegment(cfa25b49-95fd-4d04-a37d-42cd67f278d2),segment_id=cfa25b49-95fd-4d04-a37d-42cd67f278d2)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:24:29.256303 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a46506-ed81-46ba-a37e-aeef73256ca5 x-openstack-request-id: req-c4a46506-ed81-46ba-a37e-aeef73256ca5 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:24:29.256303 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23442b5-06fe-4090-bf06-228c7a7e8113", "name": "network-vif-plugged", "status": "completed", "tag": "f7967603-624f-4184-b5b9-aec2b57397b4", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:24:29.256303 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4a46506-ed81-46ba-a37e-aeef73256ca5 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:24:29.256303 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23442b5-06fe-4090-bf06-228c7a7e8113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7967603-624f-4184-b5b9-aec2b57397b4', 'code': 200} Feb 14 19:24:29.257727 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 55260) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:29.301453 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613a1f7-2da1-49a3-89f0-ead6f5d6bef0 req-601e1a34-fe34-4b54-afa9-2d774413fcee tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:29.304794 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e613a1f7-2da1-49a3-89f0-ead6f5d6bef0 req-601e1a34-fe34-4b54-afa9-2d774413fcee tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.1126757 Feb 14 19:24:29.307023 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f7967603-624f-4184-b5b9-aec2b57397b4), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:29.408180 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e613a1f7-2da1-49a3-89f0-ead6f5d6bef0 req-8398bfd1-9d5b-4750-87ec-31fa78568724 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885632 Feb 14 19:24:29.418372 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=f7967603-624f-4184-b5b9-aec2b57397b4,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:29.443003 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1338307262-network', 'tenant_id': 'ec7c5d9ee00b49ce9a429810fcbb706f'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:24:29.568131 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] Made reservation on behalf of ec7c5d9ee00b49ce9a429810fcbb706f for: {'network': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:24:29.570755 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:29.581380 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:29.669104 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] Publish callbacks [] for security_group (3a8e6557-7f6c-4ee4-b36e-124c103ff7f0), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:29.741863 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c72e1-b279-47d3-9371-0a2186e48f14 req-30597413-3a67-40fc-928a-94c3ba5136e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:29.743413 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ea5c72e1-b279-47d3-9371-0a2186e48f14 req-30597413-3a67-40fc-928a-94c3ba5136e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 1129 time: 0.0517612 Feb 14 19:24:29.792255 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ea5c72e1-b279-47d3-9371-0a2186e48f14 req-e51aa0cb-be40-4f81-93a1-6b256aa1734d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424645 Feb 14 19:24:29.796943 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (3a8e6557-7f6c-4ee4-b36e-124c103ff7f0), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:29.819507 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:24:29.834555 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8e6557-7f6c-4ee4-b36e-124c103ff7f0,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:29.838758 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (543500cc-09c1-4a0f-b9f7-3fc34067185d), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:29.839097 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.segments_db [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] Added segment 543500cc-09c1-4a0f-b9f7-3fc34067185d of type vlan for network c73d5d35-f258-43b8-8132-8b1d8e045d3a Feb 14 19:24:29.891939 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (c73d5d35-f258-43b8-8132-8b1d8e045d3a), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:29.985750 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687a672-f94f-41b9-9bc7-a36924a3f3b6 req-b4a375f9-a9d6-4c26-b413-89aea63bd541 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:29.987477 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-7687a672-f94f-41b9-9bc7-a36924a3f3b6 req-b4a375f9-a9d6-4c26-b413-89aea63bd541 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 945 time: 0.0616527 Feb 14 19:24:30.064268 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-7687a672-f94f-41b9-9bc7-a36924a3f3b6 req-16a57c83-a38a-4a0a-8a5c-43b8e137f1e2 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654147 Feb 14 19:24:30.078668 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (c73d5d35-f258-43b8-8132-8b1d8e045d3a), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:30.079635 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:30.080223 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:30.148616 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c73d5d35-f258-43b8-8132-8b1d8e045d3a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:30.166023 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network c73d5d35-f258-43b8-8132-8b1d8e045d3a details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:24:30.204232 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-e2a2f6c8-e9c4-422d-a671-ea2a66cf38d7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9306314 Feb 14 19:24:30.204232 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 55286) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:30.204232 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-22ca5d34-4984-4326-92e0-3cae9174809b admin admin] Request body: {'subnet': {'network_id': 'c73d5d35-f258-43b8-8132-8b1d8e045d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1338307262-subnet', 'tenant_id': 'ec7c5d9ee00b49ce9a429810fcbb706f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:24:30.301554 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ca5d34-4984-4326-92e0-3cae9174809b admin admin] Made reservation on behalf of ec7c5d9ee00b49ce9a429810fcbb706f for: {'subnet': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:24:30.305285 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-22ca5d34-4984-4326-92e0-3cae9174809b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129471075'] for subnet (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:30.568900 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-22ca5d34-4984-4326-92e0-3cae9174809b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129455355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129471057'] for subnet (329d43fe-4169-46ae-aa40-95fd6177f91a), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:30.580787 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4df50-db71-474a-8499-a41bcd0dd884 req-4f76f05c-7eea-4b99-9fe8-8e7dddc3397b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:30.581878 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d5d4df50-db71-474a-8499-a41bcd0dd884 req-4f76f05c-7eea-4b99-9fe8-8e7dddc3397b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0688281 Feb 14 19:24:30.629499 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca5d34-4984-4326-92e0-3cae9174809b admin admin] Pushing event updated for resources: {'Subnet': ['ID=329d43fe-4169-46ae-aa40-95fd6177f91a,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:30.640873 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca5d34-4984-4326-92e0-3cae9174809b admin admin] Checking segment: {'id': '543500cc-09c1-4a0f-b9f7-3fc34067185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c73d5d35-f258-43b8-8132-8b1d8e045d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:24:30.641241 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca5d34-4984-4326-92e0-3cae9174809b admin admin] Network hostable DHCP agents. Network: c73d5d35-f258-43b8-8132-8b1d8e045d3a, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:24:30.643682 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d5d4df50-db71-474a-8499-a41bcd0dd884 req-413caad1-cc92-4d29-8fd1-5d80a26000e4 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551679 Feb 14 19:24:30.784551 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca5d34-4984-4326-92e0-3cae9174809b admin admin] Network c73d5d35-f258-43b8-8132-8b1d8e045d3a is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:24:30.942247 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-22ca5d34-4984-4326-92e0-3cae9174809b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, c73d5d35-f258-43b8-8132-8b1d8e045d3a) {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:24:30.957262 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba5bd74-8cc4-4a18-878f-0201b3b6096c None None] Network c73d5d35-f258-43b8-8132-8b1d8e045d3a requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:24:30.964663 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ca5d34-4984-4326-92e0-3cae9174809b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:30.968140 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-22ca5d34-4984-4326-92e0-3cae9174809b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:31.175068 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-22ca5d34-4984-4326-92e0-3cae9174809b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9770916 Feb 14 19:24:31.198091 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6f5207-1784-4b74-94a9-4bd382e24071 None None] Network c73d5d35-f258-43b8-8132-8b1d8e045d3a requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:24:31.360709 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41941eb8-6016-4a5b-b669-6e63eb9e0091 req-5dddb074-e5d0-4657-b804-b2e57b05d57c tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:31.365499 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-41941eb8-6016-4a5b-b669-6e63eb9e0091 req-5dddb074-e5d0-4657-b804-b2e57b05d57c tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 945 time: 0.1238046 Feb 14 19:24:31.488345 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-41941eb8-6016-4a5b-b669-6e63eb9e0091 req-ddcf3ee5-b9a4-4da3-8bb1-ec1e2003ea1d tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048427 Feb 14 19:24:31.803122 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cad882-0e72-4b48-8b37-a7f6727bfacd req-5ef92454-8f45-44b3-a5b7-d6dc0b1b3299 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:31.805161 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f9cad882-0e72-4b48-8b37-a7f6727bfacd req-5ef92454-8f45-44b3-a5b7-d6dc0b1b3299 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0745194 Feb 14 19:24:31.859842 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f9cad882-0e72-4b48-8b37-a7f6727bfacd req-fd8bd14f-4de9-479d-a1c9-414f9a946e98 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470827 Feb 14 19:24:32.358075 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 55360) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:32.362457 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1663748333-network', 'tenant_id': 'ee7e23613bc34008adddd8397e0be20c'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:24:32.531640 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] Made reservation on behalf of ee7e23613bc34008adddd8397e0be20c for: {'network': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:24:32.535884 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:32.562543 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:32.798597 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8727b19-6818-4b3b-8ed3-e10e78e3e438 req-4463f7e5-cf4d-497a-b1d0-2306a7e5e17b tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:32.800906 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e8727b19-6818-4b3b-8ed3-e10e78e3e438 req-4463f7e5-cf4d-497a-b1d0-2306a7e5e17b tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 945 time: 0.1506383 Feb 14 19:24:32.826797 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] Publish callbacks [] for security_group (1eff2d88-5c11-4149-9d74-1fdcfb89eac9), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:32.893802 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e8727b19-6818-4b3b-8ed3-e10e78e3e438 req-0f494e02-cd11-465b-984b-db0d4627a100 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799432 Feb 14 19:24:32.991484 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1eff2d88-5c11-4149-9d74-1fdcfb89eac9), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:33.017473 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:24:33.047209 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (cb3c9b22-7929-4c3f-8e02-770ad688fb05), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:33.047753 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.db.segments_db [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] Added segment cb3c9b22-7929-4c3f-8e02-770ad688fb05 of type vlan for network 67a5fbeb-b2bc-454e-afe5-6f72c55c28d4 Feb 14 19:24:33.078385 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eff2d88-5c11-4149-9d74-1fdcfb89eac9,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:33.160724 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f9cfa-2832-4cff-a024-621b06fb42d4 req-a8d02e5b-67a4-4461-8502-890d63b7e607 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:33.163038 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-450f9cfa-2832-4cff-a024-621b06fb42d4 req-a8d02e5b-67a4-4461-8502-890d63b7e607 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.2067947 Feb 14 19:24:33.172309 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (67a5fbeb-b2bc-454e-afe5-6f72c55c28d4), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:33.335279 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-450f9cfa-2832-4cff-a024-621b06fb42d4 req-e844afa1-f585-4074-87ae-7232f6b23904 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559970 Feb 14 19:24:33.343959 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46012cd-65a0-4f96-b237-913dadb76041 req-862915d3-a5fc-4e12-b4b4-3a625f78cc06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:33.354641 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f46012cd-65a0-4f96-b237-913dadb76041 req-862915d3-a5fc-4e12-b4b4-3a625f78cc06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0916197 Feb 14 19:24:33.415393 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (67a5fbeb-b2bc-454e-afe5-6f72c55c28d4), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:33.417737 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:33.418004 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f46012cd-65a0-4f96-b237-913dadb76041 req-b896cd40-3543-453e-9cd1-05cb63bd4f63 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635369 Feb 14 19:24:33.418109 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:33.490994 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] Pushing event updated for resources: {'Network': ['ID=67a5fbeb-b2bc-454e-afe5-6f72c55c28d4,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:33.505210 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network 67a5fbeb-b2bc-454e-afe5-6f72c55c28d4 details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:24:33.593280 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 55436) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:33.593570 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-1fe24abc-9772-4187-961b-8c834c7ad64e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2403779 Feb 14 19:24:33.598695 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-4a614260-00b6-4770-be67-9f6f20e609b1 admin admin] Request body: {'subnet': {'network_id': '67a5fbeb-b2bc-454e-afe5-6f72c55c28d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1663748333-subnet', 'tenant_id': 'ee7e23613bc34008adddd8397e0be20c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:24:33.751094 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a614260-00b6-4770-be67-9f6f20e609b1 admin admin] Made reservation on behalf of ee7e23613bc34008adddd8397e0be20c for: {'subnet': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:24:33.754850 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4a614260-00b6-4770-be67-9f6f20e609b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129471075'] for subnet (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:34.118240 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47279100-e92b-4bcb-9df0-984e5b8e60c2 req-0f6fdf61-3586-4ec1-97a7-5a25a497b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:34.119708 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-47279100-e92b-4bcb-9df0-984e5b8e60c2 req-0f6fdf61-3586-4ec1-97a7-5a25a497b898 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 1129 time: 0.0510557 Feb 14 19:24:34.178320 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4a614260-00b6-4770-be67-9f6f20e609b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129455355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129471057'] for subnet (8fd415d4-adfa-4f47-9683-5791276fc486), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:34.253825 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-47279100-e92b-4bcb-9df0-984e5b8e60c2 req-9ce2b305-f127-4b04-abbc-08e9df84771f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269836 Feb 14 19:24:34.315793 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a614260-00b6-4770-be67-9f6f20e609b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd415d4-adfa-4f47-9683-5791276fc486,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:34.326816 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a614260-00b6-4770-be67-9f6f20e609b1 admin admin] Checking segment: {'id': 'cb3c9b22-7929-4c3f-8e02-770ad688fb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '67a5fbeb-b2bc-454e-afe5-6f72c55c28d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:24:34.327682 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a614260-00b6-4770-be67-9f6f20e609b1 admin admin] Network hostable DHCP agents. Network: 67a5fbeb-b2bc-454e-afe5-6f72c55c28d4, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:24:34.502173 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a614260-00b6-4770-be67-9f6f20e609b1 admin admin] Network 67a5fbeb-b2bc-454e-afe5-6f72c55c28d4 is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:24:34.523888 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a516b3-bb33-4155-ba0b-cd7f835da39f req-f827b336-74da-4f6b-aea7-10c5d645e564 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:34.525523 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b3a516b3-bb33-4155-ba0b-cd7f835da39f req-f827b336-74da-4f6b-aea7-10c5d645e564 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.1107290 Feb 14 19:24:34.588813 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765d580-f702-481b-82ce-a4cdc4611515 req-1fd7df9d-cb52-407c-aa78-51ef8b30b5a5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:34.591731 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9765d580-f702-481b-82ce-a4cdc4611515 req-1fd7df9d-cb52-407c-aa78-51ef8b30b5a5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0786083 Feb 14 19:24:34.601650 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b3a516b3-bb33-4155-ba0b-cd7f835da39f req-50ba07a0-b136-4b29-92b4-29211962dc0f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680799 Feb 14 19:24:34.662847 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9765d580-f702-481b-82ce-a4cdc4611515 req-ca731354-09b9-4630-9cf4-85b203be9f8c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598240 Feb 14 19:24:34.701433 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-4a614260-00b6-4770-be67-9f6f20e609b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, 67a5fbeb-b2bc-454e-afe5-6f72c55c28d4) {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:24:34.710080 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a614260-00b6-4770-be67-9f6f20e609b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:34.710080 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4a614260-00b6-4770-be67-9f6f20e609b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:34.711516 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bde51c-d56b-479f-9477-56af21a7b843 None None] Network 67a5fbeb-b2bc-454e-afe5-6f72c55c28d4 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:24:34.864188 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c955450b-9ef8-44f5-8137-656e1872e4df None None] Network 67a5fbeb-b2bc-454e-afe5-6f72c55c28d4 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:24:34.895063 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-4a614260-00b6-4770-be67-9f6f20e609b1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2951758 Feb 14 19:24:35.774361 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d1d4d-3a88-4780-9c1a-8faf92ac7029 req-e0f286ce-2425-4f66-bd4e-1523c6fb9821 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:35.777022 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-454d1d4d-3a88-4780-9c1a-8faf92ac7029 req-e0f286ce-2425-4f66-bd4e-1523c6fb9821 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0700498 Feb 14 19:24:35.853412 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-454d1d4d-3a88-4780-9c1a-8faf92ac7029 req-2420d994-30d1-4e1e-99ad-b5d42cb678ec tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693557 Feb 14 19:24:35.990816 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d268b-f638-43c0-965a-0b9676bb1f26 req-f39346ff-d1e1-479b-ace6-70b4f20be2a3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:35.999373 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a30d268b-f638-43c0-965a-0b9676bb1f26 req-f39346ff-d1e1-479b-ace6-70b4f20be2a3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0720487 Feb 14 19:24:36.074301 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a30d268b-f638-43c0-965a-0b9676bb1f26 req-736ce010-3943-4a5b-9134-467bc6045120 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739739 Feb 14 19:24:37.021420 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57049377-b7a1-4a0d-a2b4-4d447e72bbf1 req-ec62fd33-c4c7-46c9-b762-9c5985d6cb36 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:37.024019 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-57049377-b7a1-4a0d-a2b4-4d447e72bbf1 req-ec62fd33-c4c7-46c9-b762-9c5985d6cb36 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0824850 Feb 14 19:24:37.102125 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-57049377-b7a1-4a0d-a2b4-4d447e72bbf1 req-c80e2355-f249-4542-972f-585738cfd3a3 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716319 Feb 14 19:24:37.277811 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31fdd4-5205-46fe-bcac-55512f5717d0 req-1f0f8de5-6a51-4f68-8ee5-559754c506aa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:37.280701 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3f31fdd4-5205-46fe-bcac-55512f5717d0 req-1f0f8de5-6a51-4f68-8ee5-559754c506aa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.1102715 Feb 14 19:24:37.330708 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3f31fdd4-5205-46fe-bcac-55512f5717d0 req-0ab3b5b4-83e0-4998-88e2-c9acace40d47 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439949 Feb 14 19:24:37.338621 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 55554) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:37.473167 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f525aae0-c4f2-425f-a95a-a966f27ed44e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:37.593152 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f525aae0-c4f2-425f-a95a-a966f27ed44e admin admin] Publish callbacks [] for security_group (261a4a24-3d6b-419d-9942-7f836188ab7c), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:37.635566 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81dea2-d0f0-483e-9f9f-0b042436637b req-b5d82844-4275-43fd-8e90-aea7721a4e34 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:37.637241 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-7e81dea2-d0f0-483e-9f9f-0b042436637b req-b5d82844-4275-43fd-8e90-aea7721a4e34 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0644135 Feb 14 19:24:37.719352 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-7e81dea2-d0f0-483e-9f9f-0b042436637b req-d41a5dc0-3c0a-4343-8954-8116079b4062 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664275 Feb 14 19:24:37.723986 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f525aae0-c4f2-425f-a95a-a966f27ed44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (261a4a24-3d6b-419d-9942-7f836188ab7c), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:37.736943 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7862e7-c0ac-42a9-8154-c24dea7408bb req-1b3d5865-dc24-4d82-bf66-6691a001e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:37.738581 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9e7862e7-c0ac-42a9-8154-c24dea7408bb req-1b3d5865-dc24-4d82-bf66-6691a001e368 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8fbd711ec5d4004868c7d165ae108af&device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 1129 time: 0.0951431 Feb 14 19:24:37.789482 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-f525aae0-c4f2-425f-a95a-a966f27ed44e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb6714f8772e4025a2a2c0806e2bdbf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513478 Feb 14 19:24:37.792830 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 55568) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:37.824640 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525aae0-c4f2-425f-a95a-a966f27ed44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261a4a24-3d6b-419d-9942-7f836188ab7c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:37.898040 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7862e7-c0ac-42a9-8154-c24dea7408bb req-54471b3e-822c-42e3-80ab-d8152b7e0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:37.899520 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9e7862e7-c0ac-42a9-8154-c24dea7408bb req-54471b3e-822c-42e3-80ab-d8152b7e0b67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4 HTTP/1.1" status: 200 len: 920 time: 0.1492593 Feb 14 19:24:37.953299 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9e7862e7-c0ac-42a9-8154-c24dea7408bb req-425451b4-7569-4bc7-a453-40c104e17c78 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d439a8-8296-4d11-8c38-17a5015e337a HTTP/1.1" status: 200 len: 217 time: 0.0469799 Feb 14 19:24:37.958327 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-41b0a1c2-3240-4eed-9d9d-7b60d4cda880 admin admin] Publish callbacks [] for security_group (261a4a24-3d6b-419d-9942-7f836188ab7c), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:38.291608 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-41b0a1c2-3240-4eed-9d9d-7b60d4cda880 admin admin] Publish callbacks [] for security_group (261a4a24-3d6b-419d-9942-7f836188ab7c), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:38.305823 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7862e7-c0ac-42a9-8154-c24dea7408bb req-82913c7e-25ef-4eaa-8b87-be68597f1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:38.307390 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9e7862e7-c0ac-42a9-8154-c24dea7408bb req-82913c7e-25ef-4eaa-8b87-be68597f1ebf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f295adab-0ed8-45be-bb43-1a3d87848e91 HTTP/1.1" status: 200 len: 859 time: 0.3470864 Feb 14 19:24:38.359182 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9e7862e7-c0ac-42a9-8154-c24dea7408bb req-89b3bb82-8d99-4207-8074-efacf2d09b03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422409 Feb 14 19:24:38.480268 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9e7862e7-c0ac-42a9-8154-c24dea7408bb req-3aa7a02f-eef7-4bdc-8df3-3e0591479f68 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125081 Feb 14 19:24:38.488204 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-41b0a1c2-3240-4eed-9d9d-7b60d4cda880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (261a4a24-3d6b-419d-9942-7f836188ab7c), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:38.491485 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-41b0a1c2-3240-4eed-9d9d-7b60d4cda880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:38.497034 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-41b0a1c2-3240-4eed-9d9d-7b60d4cda880 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/261a4a24-3d6b-419d-9942-7f836188ab7c HTTP/1.1" status: 204 len: 168 time: 0.6710775 Feb 14 19:24:38.529275 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0a1c2-3240-4eed-9d9d-7b60d4cda880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261a4a24-3d6b-419d-9942-7f836188ab7c,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:38.604970 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d8f6b-2ae3-4b61-b977-cc535df70f68 req-dc7a233d-35f8-4bcb-a0fd-0593bbc54755 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:38.607210 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e37d8f6b-2ae3-4b61-b977-cc535df70f68 req-dc7a233d-35f8-4bcb-a0fd-0593bbc54755 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.1250479 Feb 14 19:24:38.651890 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9e7862e7-c0ac-42a9-8154-c24dea7408bb req-454c60cd-bb92-428e-ba44-7b8794c77778 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574609 Feb 14 19:24:38.671867 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e37d8f6b-2ae3-4b61-b977-cc535df70f68 req-3a313dc6-e435-4391-8291-e7de29f28c2a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545671 Feb 14 19:24:38.873366 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abe919-e72e-4685-b65a-2ff9f02fa315 req-0df7902c-db64-4ffd-8b98-58302252da03 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:38.883984 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-16abe919-e72e-4685-b65a-2ff9f02fa315 req-0df7902c-db64-4ffd-8b98-58302252da03 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0746498 Feb 14 19:24:38.929563 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-16abe919-e72e-4685-b65a-2ff9f02fa315 req-be8a976e-d89f-4d9d-968a-17f44f270e15 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487483 Feb 14 19:24:39.399913 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 55608) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:39.415069 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8a186e0d-9210-46d1-99df-c6b435f177d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:39.509848 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8a186e0d-9210-46d1-99df-c6b435f177d5 admin admin] Publish callbacks [] for security_group (9781a257-f662-4055-9365-e5eb3040e6bd), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:39.621126 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8a186e0d-9210-46d1-99df-c6b435f177d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (9781a257-f662-4055-9365-e5eb3040e6bd), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:39.663207 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-8a186e0d-9210-46d1-99df-c6b435f177d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f706e63d959a468da8466bc79a155111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608204 Feb 14 19:24:39.664663 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a186e0d-9210-46d1-99df-c6b435f177d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9781a257-f662-4055-9365-e5eb3040e6bd,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:39.666776 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 55614) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:39.730299 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-efd76ca7-a91a-4880-858d-9f9dccd2c7fa admin admin] Publish callbacks [] for security_group (9781a257-f662-4055-9365-e5eb3040e6bd), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:39.765730 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-efd76ca7-a91a-4880-858d-9f9dccd2c7fa admin admin] Publish callbacks [] for security_group (9781a257-f662-4055-9365-e5eb3040e6bd), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:39.855716 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99425-b6b5-4808-8cb2-5fe349362a3d req-8b3a49e3-b599-4deb-b08b-93769ce17819 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:39.858047 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c3d99425-b6b5-4808-8cb2-5fe349362a3d req-8b3a49e3-b599-4deb-b08b-93769ce17819 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0780530 Feb 14 19:24:39.914444 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c3d99425-b6b5-4808-8cb2-5fe349362a3d req-4055e950-44dd-4a52-b369-3836547fefa8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484779 Feb 14 19:24:39.986489 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-efd76ca7-a91a-4880-858d-9f9dccd2c7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (9781a257-f662-4055-9365-e5eb3040e6bd), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:39.989667 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-efd76ca7-a91a-4880-858d-9f9dccd2c7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:39.992961 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-efd76ca7-a91a-4880-858d-9f9dccd2c7fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9781a257-f662-4055-9365-e5eb3040e6bd HTTP/1.1" status: 204 len: 168 time: 0.3214445 Feb 14 19:24:40.000191 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd76ca7-a91a-4880-858d-9f9dccd2c7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9781a257-f662-4055-9365-e5eb3040e6bd,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:40.100942 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba4fde-b1a5-46c5-b9e1-bd25c9c8a2a7 req-726df41e-7dc6-484f-85e2-a71e33bd0915 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:40.102588 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a8ba4fde-b1a5-46c5-b9e1-bd25c9c8a2a7 req-726df41e-7dc6-484f-85e2-a71e33bd0915 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0958817 Feb 14 19:24:40.206384 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a8ba4fde-b1a5-46c5-b9e1-bd25c9c8a2a7 req-569c872b-8af6-4f0c-9762-c0d828475418 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919163 Feb 14 19:24:40.593109 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ce9de563-0b03-4a83-a47e-1e8421b114c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:41.112953 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c207af1-9f07-49c5-8673-936c193dceae req-76e3f9d6-e302-4bea-bbbc-f1c5e8b44301 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:41.115116 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1c207af1-9f07-49c5-8673-936c193dceae req-76e3f9d6-e302-4bea-bbbc-f1c5e8b44301 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.1044910 Feb 14 19:24:41.193058 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1c207af1-9f07-49c5-8673-936c193dceae req-e1e92c19-a70e-482a-88b8-35d350b9c24b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715775 Feb 14 19:24:41.375423 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436dc1b-92c0-4629-a387-5af92306e7d9 req-e6073bfd-58b0-4cf0-9561-0c3ec06bd704 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:41.377042 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5436dc1b-92c0-4629-a387-5af92306e7d9 req-e6073bfd-58b0-4cf0-9561-0c3ec06bd704 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0889611 Feb 14 19:24:41.454308 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5436dc1b-92c0-4629-a387-5af92306e7d9 req-6cad2c95-cae9-4e70-94c1-049975533b00 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712292 Feb 14 19:24:42.369018 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dcbab-f246-43af-aaf1-ff5b6b60982e req-ff8d45b7-0bea-4d56-a362-5eb7cd286490 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:42.370620 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-eb9dcbab-f246-43af-aaf1-ff5b6b60982e req-ff8d45b7-0bea-4d56-a362-5eb7cd286490 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0674031 Feb 14 19:24:42.439746 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-eb9dcbab-f246-43af-aaf1-ff5b6b60982e req-a6c34426-7e85-47da-aa87-66c78b1b5039 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607741 Feb 14 19:24:42.947150 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-25b42623-a1d5-42aa-89a6-f95c3786f45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:43.617598 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aced058-e543-41fe-a7e7-185cc5544f29 req-2023bcd6-fe4d-4269-9c43-33bb3c3d5847 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:43.619696 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3aced058-e543-41fe-a7e7-185cc5544f29 req-2023bcd6-fe4d-4269-9c43-33bb3c3d5847 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0671227 Feb 14 19:24:43.678763 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3aced058-e543-41fe-a7e7-185cc5544f29 req-5f66da29-4d19-4749-b5cb-942abcdea692 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520287 Feb 14 19:24:44.267110 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:44.548467 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719d1de-656c-4c1b-8a75-d4dec57136e3 req-829d7cc7-0537-448e-9334-f60b4f02804f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:44.549965 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c719d1de-656c-4c1b-8a75-d4dec57136e3 req-829d7cc7-0537-448e-9334-f60b4f02804f tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0982878 Feb 14 19:24:44.610915 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c719d1de-656c-4c1b-8a75-d4dec57136e3 req-3e2f8d24-c38c-4843-a86b-222be637ad04 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500665 Feb 14 19:24:44.877804 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d858b39-bb6f-49d2-b827-ae8cc481b8a1 req-d1fde98f-163a-4410-a2df-bfdab75d770d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:44.882652 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9d858b39-bb6f-49d2-b827-ae8cc481b8a1 req-d1fde98f-163a-4410-a2df-bfdab75d770d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.1128218 Feb 14 19:24:44.980307 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9d858b39-bb6f-49d2-b827-ae8cc481b8a1 req-8cb3b71b-280f-42f0-94b4-b476efaaca86 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897717 Feb 14 19:24:45.690233 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:45.845118 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 55780) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:45.946693 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d492dcf-de3f-4690-8b5f-bc467e7718e5 req-4cfc28ca-5c6b-44af-8f4b-f1158fd3b1ad tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:45.948551 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0d492dcf-de3f-4690-8b5f-bc467e7718e5 req-4cfc28ca-5c6b-44af-8f4b-f1158fd3b1ad tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0649929 Feb 14 19:24:46.023169 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0d492dcf-de3f-4690-8b5f-bc467e7718e5 req-e8ed0de1-b9b0-4d1e-a9ab-da7f7683aa6f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625753 Feb 14 19:24:46.063000 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:46.248728 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Publish callbacks [] for security_group (551502af-5ebb-4a44-880f-1604dbc184d9), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:46.262694 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dedb43-aab7-48e2-93cd-c81b3292fe28 req-561bb9ea-0a18-4d9c-93c1-83b0977d252d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:46.263982 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-24dedb43-aab7-48e2-93cd-c81b3292fe28 req-561bb9ea-0a18-4d9c-93c1-83b0977d252d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.1180844 Feb 14 19:24:46.339534 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-24dedb43-aab7-48e2-93cd-c81b3292fe28 req-41043e8e-ecd2-4d7c-a046-d39dc4564cd3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641649 Feb 14 19:24:46.341573 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (551502af-5ebb-4a44-880f-1604dbc184d9), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:46.390746 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=629615d8bb7c4ae2bd95384b051a7bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5448637 Feb 14 19:24:46.391754 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551502af-5ebb-4a44-880f-1604dbc184d9,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:46.394210 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 55798) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:46.405433 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:46.406039 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:46.406632 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:46.407173 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:46.407711 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:46.408248 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:46.408799 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:46.409331 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:46.409912 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:46.410515 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:46.411073 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:46.411626 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:46.412207 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66badd5-6c7d-46c5-b053-66a4543794c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:46.508534 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f0ed3b27-a8c2-462f-a402-97aaae23662c admin admin] Publish callbacks [] for security_group (551502af-5ebb-4a44-880f-1604dbc184d9), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:46.508534 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f0ed3b27-a8c2-462f-a402-97aaae23662c admin admin] Publish callbacks [] for security_group (551502af-5ebb-4a44-880f-1604dbc184d9), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:46.642980 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f0ed3b27-a8c2-462f-a402-97aaae23662c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (551502af-5ebb-4a44-880f-1604dbc184d9), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:46.647799 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f0ed3b27-a8c2-462f-a402-97aaae23662c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:46.649935 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-f0ed3b27-a8c2-462f-a402-97aaae23662c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/551502af-5ebb-4a44-880f-1604dbc184d9 HTTP/1.1" status: 204 len: 168 time: 0.2537575 Feb 14 19:24:46.661682 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed3b27-a8c2-462f-a402-97aaae23662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551502af-5ebb-4a44-880f-1604dbc184d9,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:46.719119 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:47.208015 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88521c12-7fd3-491a-b608-efc201485e0f req-9318d9fd-5880-49b7-a237-481aca1b1cc2 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:47.209968 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-88521c12-7fd3-491a-b608-efc201485e0f req-9318d9fd-5880-49b7-a237-481aca1b1cc2 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0643370 Feb 14 19:24:47.266935 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-88521c12-7fd3-491a-b608-efc201485e0f req-79bad57f-0070-4060-aeb3-1a87a9f74eec tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491199 Feb 14 19:24:47.478271 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28ff55-c194-47e5-ab4c-974986b970a8 req-ce50b257-1487-44ae-92fa-6f22875c6baf tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:47.483325 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6a28ff55-c194-47e5-ab4c-974986b970a8 req-ce50b257-1487-44ae-92fa-6f22875c6baf tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0634429 Feb 14 19:24:47.540300 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6a28ff55-c194-47e5-ab4c-974986b970a8 req-95733e92-a17a-4f65-9a7b-d40fb5d1347f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545716 Feb 14 19:24:47.651243 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 55820) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:47.667238 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:47.753105 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Publish callbacks [] for security_group (0d6cb5c3-4513-4301-aeaf-5d3859eefb62), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:47.970107 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (0d6cb5c3-4513-4301-aeaf-5d3859eefb62), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:48.007260 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f58ba9f0a184d849a6501751184e187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548887 Feb 14 19:24:48.009970 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 55830) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:48.019618 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6cb5c3-4513-4301-aeaf-5d3859eefb62,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:48.038821 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:48.039422 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:48.042710 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:48.042710 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:48.042710 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:48.042710 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:48.042710 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:48.042710 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:48.043400 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:48.043400 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:48.043718 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:48.044087 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:48.044420 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e939401-d72d-4feb-8010-2272b24cb585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:24:48.079493 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5250afdc-0f9a-4448-8bee-e1a9c636804a admin admin] Publish callbacks [] for security_group (0d6cb5c3-4513-4301-aeaf-5d3859eefb62), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:48.106285 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5250afdc-0f9a-4448-8bee-e1a9c636804a admin admin] Publish callbacks [] for security_group (0d6cb5c3-4513-4301-aeaf-5d3859eefb62), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:48.255788 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5250afdc-0f9a-4448-8bee-e1a9c636804a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (0d6cb5c3-4513-4301-aeaf-5d3859eefb62), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:48.260883 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5250afdc-0f9a-4448-8bee-e1a9c636804a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:48.262183 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-5250afdc-0f9a-4448-8bee-e1a9c636804a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d6cb5c3-4513-4301-aeaf-5d3859eefb62 HTTP/1.1" status: 204 len: 168 time: 0.2511826 Feb 14 19:24:48.272871 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250afdc-0f9a-4448-8bee-e1a9c636804a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6cb5c3-4513-4301-aeaf-5d3859eefb62,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:48.467641 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17dac2-7e0f-42af-a7fa-1add3753b6a1 req-5063f4cc-11e9-4eff-8339-40fb6fe7835b tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:48.469766 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4b17dac2-7e0f-42af-a7fa-1add3753b6a1 req-5063f4cc-11e9-4eff-8339-40fb6fe7835b tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0833380 Feb 14 19:24:48.532781 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4b17dac2-7e0f-42af-a7fa-1add3753b6a1 req-6a082a8a-8886-48eb-b019-72b81ca050ed tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525532 Feb 14 19:24:48.691872 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f257b0-2d34-46a4-87fc-db24a389eea5 req-59a650e4-4aef-40b0-9ac0-4eb7d0c04256 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:48.693575 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-53f257b0-2d34-46a4-87fc-db24a389eea5 req-59a650e4-4aef-40b0-9ac0-4eb7d0c04256 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0757630 Feb 14 19:24:48.759145 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-53f257b0-2d34-46a4-87fc-db24a389eea5 req-f022ab22-08ef-43f4-b462-5cee90b2b404 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510659 Feb 14 19:24:49.341561 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:49.438602 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 55852) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:49.452575 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b11801d0-ebb0-47b0-b7a1-a18def75b27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:49.537591 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b11801d0-ebb0-47b0-b7a1-a18def75b27a admin admin] Publish callbacks [] for security_group (16cdc6f0-a0bd-476c-a776-709f9f9bebf5), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:49.636663 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b11801d0-ebb0-47b0-b7a1-a18def75b27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (16cdc6f0-a0bd-476c-a776-709f9f9bebf5), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:49.680289 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fa712-e78b-4c4e-8af7-c2859b5f1b6e req-3a736e3b-dcb6-4fbb-8d24-9199df0bd41e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:49.681899 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e14fa712-e78b-4c4e-8af7-c2859b5f1b6e req-3a736e3b-dcb6-4fbb-8d24-9199df0bd41e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0648446 Feb 14 19:24:49.686119 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-b11801d0-ebb0-47b0-b7a1-a18def75b27a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f35562feed8405d80a07df765cec490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464082 Feb 14 19:24:49.688496 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11801d0-ebb0-47b0-b7a1-a18def75b27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cdc6f0-a0bd-476c-a776-709f9f9bebf5,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:49.689246 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 55860) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:49.792250 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e14fa712-e78b-4c4e-8af7-c2859b5f1b6e req-19104caa-8379-4a5a-b14a-43d0cb62b842 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872579 Feb 14 19:24:49.795487 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a4702b86-f5f1-4eff-86b6-b84908806e82 admin admin] Publish callbacks [] for security_group (16cdc6f0-a0bd-476c-a776-709f9f9bebf5), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:49.820085 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a4702b86-f5f1-4eff-86b6-b84908806e82 admin admin] Publish callbacks [] for security_group (16cdc6f0-a0bd-476c-a776-709f9f9bebf5), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:49.884851 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6398a38-dfdb-4440-abc9-a2124b807c83 req-5079da15-dade-4278-a092-a076d3ee5c0e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:49.886570 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d6398a38-dfdb-4440-abc9-a2124b807c83 req-5079da15-dade-4278-a092-a076d3ee5c0e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0562446 Feb 14 19:24:49.947482 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d6398a38-dfdb-4440-abc9-a2124b807c83 req-f7d2be9e-3724-4338-a1e8-c303a48be55d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499699 Feb 14 19:24:49.956562 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a4702b86-f5f1-4eff-86b6-b84908806e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (16cdc6f0-a0bd-476c-a776-709f9f9bebf5), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:49.959252 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a4702b86-f5f1-4eff-86b6-b84908806e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:49.960481 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-a4702b86-f5f1-4eff-86b6-b84908806e82 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16cdc6f0-a0bd-476c-a776-709f9f9bebf5 HTTP/1.1" status: 204 len: 168 time: 0.2700517 Feb 14 19:24:49.970076 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4702b86-f5f1-4eff-86b6-b84908806e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cdc6f0-a0bd-476c-a776-709f9f9bebf5,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:50.939109 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b0bab-0791-4ce2-ba71-91138c3f534f req-c9dba8f7-48b0-43f1-af90-6554e5845ae9 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:50.941282 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1d8b0bab-0791-4ce2-ba71-91138c3f534f req-c9dba8f7-48b0-43f1-af90-6554e5845ae9 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0622897 Feb 14 19:24:51.041642 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1d8b0bab-0791-4ce2-ba71-91138c3f534f req-11af77ac-123e-4acb-a148-f2c91b33903e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914762 Feb 14 19:24:51.090355 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70688dbc-21d0-43b1-b64f-5351ca50e3a7 req-79b6d45f-7a1b-4320-8e7d-ba25730da462 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:51.093062 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-70688dbc-21d0-43b1-b64f-5351ca50e3a7 req-79b6d45f-7a1b-4320-8e7d-ba25730da462 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0660174 Feb 14 19:24:51.158975 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-70688dbc-21d0-43b1-b64f-5351ca50e3a7 req-621c4c32-2e1c-40f0-823b-078c21f35873 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605881 Feb 14 19:24:51.483418 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d114d-1c22-4749-9ffd-a362d6414fb5 req-711bd0dd-f915-40dd-a246-1793123e05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:51.484930 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e69d114d-1c22-4749-9ffd-a362d6414fb5 req-711bd0dd-f915-40dd-a246-1793123e05db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8e94048f637402f867e42ca604960db&device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 1130 time: 0.0517325 Feb 14 19:24:51.606870 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d114d-1c22-4749-9ffd-a362d6414fb5 req-a6f1e31e-27e1-44c6-b298-6c744cdb2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:51.608697 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e69d114d-1c22-4749-9ffd-a362d6414fb5 req-a6f1e31e-27e1-44c6-b298-6c744cdb2f1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 200 len: 918 time: 0.1020360 Feb 14 19:24:51.685217 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e69d114d-1c22-4749-9ffd-a362d6414fb5 req-642ab0fb-d5ef-4d0b-affa-7ab7c32dcd9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 HTTP/1.1" status: 200 len: 1000 time: 0.0698335 Feb 14 19:24:51.742396 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d114d-1c22-4749-9ffd-a362d6414fb5 req-bcb3cd12-ac6b-41d9-9f23-77401d1697bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:51.743886 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e69d114d-1c22-4749-9ffd-a362d6414fb5 req-bcb3cd12-ac6b-41d9-9f23-77401d1697bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfee419b-fffe-4533-9b87-1735a151f782 HTTP/1.1" status: 200 len: 856 time: 0.0465903 Feb 14 19:24:51.795894 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d114d-1c22-4749-9ffd-a362d6414fb5 req-03bb2859-3466-4413-9019-53a0ece989d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:51.797342 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e69d114d-1c22-4749-9ffd-a362d6414fb5 req-03bb2859-3466-4413-9019-53a0ece989d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470080 Feb 14 19:24:51.921845 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e69d114d-1c22-4749-9ffd-a362d6414fb5 req-1c6a642a-cec2-48f3-93a1-3d87aa4dc07b service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155617 Feb 14 19:24:52.035004 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e69d114d-1c22-4749-9ffd-a362d6414fb5 req-3bdbfbac-fe8d-4f4e-8b17-116be6a4ff4d service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055157 Feb 14 19:24:52.210760 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9aa95-ab23-4865-ac20-5cc733a6c3b9 req-5a857721-48c5-4083-8dc2-62ec682d9e7f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:52.213321 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-58c9aa95-ab23-4865-ac20-5cc733a6c3b9 req-5a857721-48c5-4083-8dc2-62ec682d9e7f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0853462 Feb 14 19:24:52.283162 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-58c9aa95-ab23-4865-ac20-5cc733a6c3b9 req-dad1176a-05b7-4a24-91ee-73027181d675 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636885 Feb 14 19:24:52.347172 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea89b80-103e-443b-b9e0-6a4e07565900 req-9ed83689-4c67-4ea6-9e84-be17655011c5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:52.348891 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-eea89b80-103e-443b-b9e0-6a4e07565900 req-9ed83689-4c67-4ea6-9e84-be17655011c5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0853386 Feb 14 19:24:52.418568 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-eea89b80-103e-443b-b9e0-6a4e07565900 req-687a7205-1271-406e-b2e0-18ba0d5911c6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635355 Feb 14 19:24:52.593936 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:24:53.425298 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371b5c1-3945-4afb-b295-f9cc565a6695 req-beef0e18-2e40-48d4-9a1d-d61213842c37 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:53.426874 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6371b5c1-3945-4afb-b295-f9cc565a6695 req-beef0e18-2e40-48d4-9a1d-d61213842c37 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0652647 Feb 14 19:24:53.485762 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6371b5c1-3945-4afb-b295-f9cc565a6695 req-61c58360-64cf-49dc-aff1-8b50b1d937ff tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522797 Feb 14 19:24:53.613704 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540c340-ca84-4ee2-88c7-d1c3448a2e30 req-39f4e5a9-3406-4e69-a5aa-26944cb9821e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:53.618197 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0540c340-ca84-4ee2-88c7-d1c3448a2e30 req-39f4e5a9-3406-4e69-a5aa-26944cb9821e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0783644 Feb 14 19:24:53.730112 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0540c340-ca84-4ee2-88c7-d1c3448a2e30 req-88e4a73e-b338-4f2d-b530-1b856c1d5690 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045444 Feb 14 19:24:54.640361 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ab913-18d3-4b4b-9ee3-9b52baa1a5ff req-b03553e6-2e83-409e-b113-7358064ce6dc tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:54.642002 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-fb8ab913-18d3-4b4b-9ee3-9b52baa1a5ff req-b03553e6-2e83-409e-b113-7358064ce6dc tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0696752 Feb 14 19:24:54.691993 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-fb8ab913-18d3-4b4b-9ee3-9b52baa1a5ff req-a9802ee5-f843-4db8-8de5-c476c5fbd82f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438025 Feb 14 19:24:54.722519 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:24:54.834462 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:24:54.858851 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'port_id': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'mac_address': 'fa:16:3e:69:12:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:24:54.898775 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d317-3597-4dc3-8669-e4f2cca7c83f req-03301e6c-e252-45b6-a0c7-c913d2409507 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:54.903181 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-38f1d317-3597-4dc3-8669-e4f2cca7c83f req-03301e6c-e252-45b6-a0c7-c913d2409507 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0717514 Feb 14 19:24:54.911621 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 is: ACTIVE; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:24:54.912006 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:54.928189 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:24:54.952390 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:24:55.010700 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-38f1d317-3597-4dc3-8669-e4f2cca7c83f req-a98da557-498e-4735-bc95-c61ad8f04bf5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018107 Feb 14 19:24:55.210142 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:55.273537 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,revision_number=6']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:55.390458 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['0f3cad90-edf9-4a45-b3a1-fd58bbeacd03'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:24:55.833156 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e99125-ca11-45cc-b12f-cc8d6addcf84 req-73e72763-ea71-41f6-9123-02be637cd6f9 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:55.834979 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d4e99125-ca11-45cc-b12f-cc8d6addcf84 req-73e72763-ea71-41f6-9123-02be637cd6f9 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0735872 Feb 14 19:24:55.929243 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d4e99125-ca11-45cc-b12f-cc8d6addcf84 req-3617470c-7441-4798-bebc-7257ea10d8f7 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838811 Feb 14 19:24:56.168936 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7080c9c-c503-4340-8974-222b79761a70 req-4c3fe6a5-6bcc-4a20-a5ea-252033ee9df5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:56.170946 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b7080c9c-c503-4340-8974-222b79761a70 req-4c3fe6a5-6bcc-4a20-a5ea-252033ee9df5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 945 time: 0.0556486 Feb 14 19:24:56.231276 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b7080c9c-c503-4340-8974-222b79761a70 req-fe8c7019-8b64-4499-80f4-f78772a1ca9b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529888 Feb 14 19:24:56.386579 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25dc5f-fd0d-4dcb-b28e-54b9212489ae req-743e16f7-ff01-4469-bf0f-31c72a666e55 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:56.389084 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2c25dc5f-fd0d-4dcb-b28e-54b9212489ae req-743e16f7-ff01-4469-bf0f-31c72a666e55 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0599215 Feb 14 19:24:56.458426 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2c25dc5f-fd0d-4dcb-b28e-54b9212489ae req-b6f2bcbf-bdb0-47e8-be9c-2592ef3d89ea tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625591 Feb 14 19:24:56.629799 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832e5dd-8a55-467b-9027-823a8973b0f6 req-b2851cbc-a925-4833-baad-119e3a750cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:56.632007 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1832e5dd-8a55-467b-9027-823a8973b0f6 req-b2851cbc-a925-4833-baad-119e3a750cfc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8fbd711ec5d4004868c7d165ae108af&device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 1129 time: 0.1194317 Feb 14 19:24:56.735761 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:24:56.778261 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832e5dd-8a55-467b-9027-823a8973b0f6 req-82b71153-0e7f-4934-960b-f32723c28bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:56.781049 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1832e5dd-8a55-467b-9027-823a8973b0f6 req-82b71153-0e7f-4934-960b-f32723c28bc5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4 HTTP/1.1" status: 200 len: 920 time: 0.1390221 Feb 14 19:24:56.816609 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:24:56.817271 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:56.842811 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1832e5dd-8a55-467b-9027-823a8973b0f6 req-3726d0b2-7d82-401c-ba65-277ea6cc06bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d439a8-8296-4d11-8c38-17a5015e337a HTTP/1.1" status: 200 len: 217 time: 0.0520792 Feb 14 19:24:56.940935 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832e5dd-8a55-467b-9027-823a8973b0f6 req-bb8bb684-841b-4296-b333-1ad869c93f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:56.942562 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1832e5dd-8a55-467b-9027-823a8973b0f6 req-bb8bb684-841b-4296-b333-1ad869c93f38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f295adab-0ed8-45be-bb43-1a3d87848e91 HTTP/1.1" status: 200 len: 859 time: 0.0921063 Feb 14 19:24:56.994111 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1832e5dd-8a55-467b-9027-823a8973b0f6 req-11ce3177-9d68-49a0-9f20-2879606d3401 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412102 Feb 14 19:24:57.001382 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:24:57.001787 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:57.075077 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfab847-3413-4db1-9078-653cb290106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:24:57.089269 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e869e3-430e-49c6-b0f0-41dd42c55ccc" -d '{"events": [{"server_uuid": "cbfab847-3413-4db1-9078-653cb290106e", "name": "network-vif-plugged", "status": "completed", "tag": "0f3cad90-edf9-4a45-b3a1-fd58bbeacd03"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:24:57.109038 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:24:57.158653 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050e8082-a824-4031-aa4b-5071cd25e172 x-openstack-request-id: req-050e8082-a824-4031-aa4b-5071cd25e172 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:24:57.158653 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfab847-3413-4db1-9078-653cb290106e", "name": "network-vif-plugged", "status": "completed", "tag": "0f3cad90-edf9-4a45-b3a1-fd58bbeacd03", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:24:57.158653 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-050e8082-a824-4031-aa4b-5071cd25e172 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:24:57.158653 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfab847-3413-4db1-9078-653cb290106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'code': 200} Feb 14 19:24:57.222925 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1832e5dd-8a55-467b-9027-823a8973b0f6 req-52e0a756-97f3-4e78-a410-5932f4779abc service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195909 Feb 14 19:24:57.234518 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901b2f2-9670-48ca-b550-2e8eb9984f89 req-0528fb83-f6d3-4c03-b085-3790b6819150 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:57.244091 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9901b2f2-9670-48ca-b550-2e8eb9984f89 req-0528fb83-f6d3-4c03-b085-3790b6819150 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.1409135 Feb 14 19:24:57.277243 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:57.396009 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576ba8c-7469-4be8-8a6a-cb18a4db40b4 req-f798d722-9a43-4a7e-bb5c-b178e44bfa4d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:57.407274 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,revision_number=7']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:24:57.429725 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5576ba8c-7469-4be8-8a6a-cb18a4db40b4 req-f798d722-9a43-4a7e-bb5c-b178e44bfa4d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.1012788 Feb 14 19:24:57.439661 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9901b2f2-9670-48ca-b550-2e8eb9984f89 req-149f09a3-5e8e-4ee9-85fa-423b6b466258 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935108 Feb 14 19:24:57.515560 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5576ba8c-7469-4be8-8a6a-cb18a4db40b4 req-b49a78e9-d190-4b66-9e1e-284c3e1f9d2f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848904 Feb 14 19:24:57.529579 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1832e5dd-8a55-467b-9027-823a8973b0f6 req-42ee575c-e450-4a9b-98bf-238773e5b0d9 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751062 Feb 14 19:24:57.675249 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4ff6f-8ee6-4385-aa27-083c82f194c5 req-10666dbe-7b39-4c94-8520-259c7c342aee tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:57.682913 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ccf4ff6f-8ee6-4385-aa27-083c82f194c5 req-10666dbe-7b39-4c94-8520-259c7c342aee tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.1323662 Feb 14 19:24:57.813422 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ccf4ff6f-8ee6-4385-aa27-083c82f194c5 req-4b8937b8-11b7-4916-9927-8d622cbfa16c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293108 Feb 14 19:24:58.633437 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a5a0e-5377-4600-b15b-e741952b53c5 req-8e7586f3-bf5c-40df-96b3-4038d8a791a5 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:58.635396 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-232a5a0e-5377-4600-b15b-e741952b53c5 req-8e7586f3-bf5c-40df-96b3-4038d8a791a5 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0925922 Feb 14 19:24:58.707106 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-232a5a0e-5377-4600-b15b-e741952b53c5 req-0421ed8d-3073-4477-b1de-4a3f90b8d019 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632317 Feb 14 19:24:58.773180 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab52eb0-46e1-4ea0-8f88-c76536310ef3 req-80824628-c540-42f5-b19b-faaf022b1fa9 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:58.781200 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9ab52eb0-46e1-4ea0-8f88-c76536310ef3 req-80824628-c540-42f5-b19b-faaf022b1fa9 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0892980 Feb 14 19:24:58.835514 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9ab52eb0-46e1-4ea0-8f88-c76536310ef3 req-687f4629-d339-46ad-ba56-4187c828c5b3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532222 Feb 14 19:24:59.064573 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcd8f5-a609-4c9d-8031-261980e33883 req-7406425c-f7eb-4ab0-9e8e-81c22d643964 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:59.072973 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1edcd8f5-a609-4c9d-8031-261980e33883 req-7406425c-f7eb-4ab0-9e8e-81c22d643964 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.1076763 Feb 14 19:24:59.089308 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 56146) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:24:59.198983 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1edcd8f5-a609-4c9d-8031-261980e33883 req-cfe8128c-16bc-4b4c-8ba6-a4b79e7c6be8 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221392 Feb 14 19:24:59.358908 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ff0b99f1-219f-4994-8748-054ebe23f1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:59.556229 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ff0b99f1-219f-4994-8748-054ebe23f1a9 admin admin] Publish callbacks [] for security_group (ec6883d0-5f4c-4293-9990-240059183d88), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:59.854267 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ff0b99f1-219f-4994-8748-054ebe23f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (ec6883d0-5f4c-4293-9990-240059183d88), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:24:59.988325 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa3d3d-5276-4865-9cd6-1f3c89ad8318 req-f606fe47-cde4-4ce4-9dc9-96d3ad2d90bc tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:24:59.990129 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1faa3d3d-5276-4865-9cd6-1f3c89ad8318 req-f606fe47-cde4-4ce4-9dc9-96d3ad2d90bc tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.2003469 Feb 14 19:25:00.011107 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56176) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:00.052081 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ff0b99f1-219f-4994-8748-054ebe23f1a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a9065431e32449fba978e05de26953e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9610903 Feb 14 19:25:00.056463 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56180) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:00.058410 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b99f1-219f-4994-8748-054ebe23f1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6883d0-5f4c-4293-9990-240059183d88,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:00.091317 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1faa3d3d-5276-4865-9cd6-1f3c89ad8318 req-98d67cdd-c3e6-4908-a9db-7dffeda0a2f1 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926850 Feb 14 19:25:00.123062 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d81b26-70bd-4bbc-b3f1-fa56ac352c4b admin admin] Deleting subnet 329d43fe-4169-46ae-aa40-95fd6177f91a {{(pid=103311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:25:00.133913 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-83d81b26-70bd-4bbc-b3f1-fa56ac352c4b admin admin] Publish callbacks [] for subnet (329d43fe-4169-46ae-aa40-95fd6177f91a), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:00.194390 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce75b5a-f555-4b5d-8d84-70d9241b3a11 req-31e34159-f956-46d4-ac06-321cadae185d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:00.200042 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3ce75b5a-f555-4b5d-8d84-70d9241b3a11 req-31e34159-f956-46d4-ac06-321cadae185d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.1408908 Feb 14 19:25:00.204541 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-83d81b26-70bd-4bbc-b3f1-fa56ac352c4b admin admin] Publish callbacks [] for subnet (329d43fe-4169-46ae-aa40-95fd6177f91a), precommit_delete_associations {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:00.219970 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-83d81b26-70bd-4bbc-b3f1-fa56ac352c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (329d43fe-4169-46ae-aa40-95fd6177f91a), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:00.228246 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-91671521-b233-47e3-b4aa-606b4298dd77 admin admin] Publish callbacks [] for security_group (ec6883d0-5f4c-4293-9990-240059183d88), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:00.368263 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b131c-e639-4ae7-91b3-3e4cf661e32b req-b45e9417-53ce-4578-bbf0-74f0e6b92ac4 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:00.369996 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-692b131c-e639-4ae7-91b3-3e4cf661e32b req-b45e9417-53ce-4578-bbf0-74f0e6b92ac4 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0867398 Feb 14 19:25:00.474626 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-692b131c-e639-4ae7-91b3-3e4cf661e32b req-580c1ca3-3bcd-4432-be9f-47a6353da519 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959244 Feb 14 19:25:00.508152 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-91671521-b233-47e3-b4aa-606b4298dd77 admin admin] Publish callbacks [] for security_group (ec6883d0-5f4c-4293-9990-240059183d88), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:00.534002 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3ce75b5a-f555-4b5d-8d84-70d9241b3a11 req-346e409d-f7ed-4337-901e-b9b6185a1fbc tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259666 Feb 14 19:25:00.789314 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-83d81b26-70bd-4bbc-b3f1-fa56ac352c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for subnet (329d43fe-4169-46ae-aa40-95fd6177f91a), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:00.821578 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d81b26-70bd-4bbc-b3f1-fa56ac352c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329d43fe-4169-46ae-aa40-95fd6177f91a,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:00.827934 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-83d81b26-70bd-4bbc-b3f1-fa56ac352c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:00.831985 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-83d81b26-70bd-4bbc-b3f1-fa56ac352c4b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/329d43fe-4169-46ae-aa40-95fd6177f91a HTTP/1.1" status: 204 len: 168 time: 0.8198314 Feb 14 19:25:00.838504 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 56196) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:00.866256 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-91671521-b233-47e3-b4aa-606b4298dd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (ec6883d0-5f4c-4293-9990-240059183d88), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:00.869145 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-91671521-b233-47e3-b4aa-606b4298dd77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:00.875514 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-91671521-b233-47e3-b4aa-606b4298dd77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec6883d0-5f4c-4293-9990-240059183d88 HTTP/1.1" status: 204 len: 168 time: 0.8107610 Feb 14 19:25:00.886738 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91671521-b233-47e3-b4aa-606b4298dd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6883d0-5f4c-4293-9990-240059183d88,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:00.920340 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06caa57a-a69d-4ff8-86c0-37a15edf0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (c73d5d35-f258-43b8-8132-8b1d8e045d3a), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:01.047466 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06caa57a-a69d-4ff8-86c0-37a15edf0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (c73d5d35-f258-43b8-8132-8b1d8e045d3a), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:01.070547 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-06caa57a-a69d-4ff8-86c0-37a15edf0c5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73d5d35-f258-43b8-8132-8b1d8e045d3a']}} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:25:01.081992 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-06caa57a-a69d-4ff8-86c0-37a15edf0c5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543500cc-09c1-4a0f-b9f7-3fc34067185d') {'for_net_delete': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:25:01.082323 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-06caa57a-a69d-4ff8-86c0-37a15edf0c5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543500cc-09c1-4a0f-b9f7-3fc34067185d') {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:25:01.093577 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06caa57a-a69d-4ff8-86c0-37a15edf0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129926367'] for segment (543500cc-09c1-4a0f-b9f7-3fc34067185d), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:01.114566 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06caa57a-a69d-4ff8-86c0-37a15edf0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (543500cc-09c1-4a0f-b9f7-3fc34067185d), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:01.129477 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06caa57a-a69d-4ff8-86c0-37a15edf0c5e admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:25:01.130058 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06caa57a-a69d-4ff8-86c0-37a15edf0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129456150'] for segment (543500cc-09c1-4a0f-b9f7-3fc34067185d), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: Traceback (most recent call last): Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: timer() Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: cb(*args, **kw) Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: return func(*args, **kwargs) Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: self._notify() Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: self.callback(batched_events) Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: event.method(event) Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: return f(self, *a, **k) Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._get(url).json() Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: return self.request(url, 'GET', **kwargs) Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:25:01.132534 dv-cinder-816898-8-iscsi neutron-server[103310]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:25:01.285983 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a92567-f243-424d-ad53-b09aa01d47bb req-645da641-8170-4b11-a8b9-2c1d328b913d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:01.293553 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-11a92567-f243-424d-ad53-b09aa01d47bb req-645da641-8170-4b11-a8b9-2c1d328b913d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0827343 Feb 14 19:25:01.377741 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06caa57a-a69d-4ff8-86c0-37a15edf0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (c73d5d35-f258-43b8-8132-8b1d8e045d3a), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:01.394961 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-06caa57a-a69d-4ff8-86c0-37a15edf0c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:01.394961 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-06caa57a-a69d-4ff8-86c0-37a15edf0c5e admin admin] 10.222.0.26 "DELETE /v2.0/networks/c73d5d35-f258-43b8-8132-8b1d8e045d3a HTTP/1.1" status: 204 len: 168 time: 0.5572047 Feb 14 19:25:01.397414 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56210) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:01.461247 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06caa57a-a69d-4ff8-86c0-37a15edf0c5e admin admin] Pushing event deleted for resources: {'Network': ['ID=c73d5d35-f258-43b8-8132-8b1d8e045d3a,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:01.496483 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-11a92567-f243-424d-ad53-b09aa01d47bb req-6cd1b437-1e83-4f42-9fac-02ef60824afc tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018845 Feb 14 19:25:01.560750 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa93624-4ec4-4e7c-85c9-a894586d2f18 admin admin] Deleting subnet 8fd415d4-adfa-4f47-9683-5791276fc486 {{(pid=103311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:25:01.567901 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ffa93624-4ec4-4e7c-85c9-a894586d2f18 admin admin] Publish callbacks [] for subnet (8fd415d4-adfa-4f47-9683-5791276fc486), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:01.793995 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ffa93624-4ec4-4e7c-85c9-a894586d2f18 admin admin] Publish callbacks [] for subnet (8fd415d4-adfa-4f47-9683-5791276fc486), precommit_delete_associations {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:01.813477 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab11c1-6c25-457b-b5c3-dfac83c9ab50 req-bd99ffc1-a468-4d0c-b0aa-07bcd222d214 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:01.822979 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9aab11c1-6c25-457b-b5c3-dfac83c9ab50 req-bd99ffc1-a468-4d0c-b0aa-07bcd222d214 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.1560481 Feb 14 19:25:01.824886 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ffa93624-4ec4-4e7c-85c9-a894586d2f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (8fd415d4-adfa-4f47-9683-5791276fc486), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:01.941740 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9aab11c1-6c25-457b-b5c3-dfac83c9ab50 req-3fb729ca-cc9b-4d79-84a7-59a32d1faca1 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175609 Feb 14 19:25:01.999312 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb38ef4-5c8a-4743-a324-8072c9dd3533 req-bf92a415-30ce-48e0-a6a1-c339cabc72a3 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:02.012439 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4eb38ef4-5c8a-4743-a324-8072c9dd3533 req-bf92a415-30ce-48e0-a6a1-c339cabc72a3 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.3592260 Feb 14 19:25:02.103207 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4eb38ef4-5c8a-4743-a324-8072c9dd3533 req-88b5d14b-44c7-44f4-820b-d9ede46dc86a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859776 Feb 14 19:25:02.179827 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56224) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:02.199094 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a7e0612e-4577-464a-b972-a9630a0f831f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:02.239086 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ffa93624-4ec4-4e7c-85c9-a894586d2f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for subnet (8fd415d4-adfa-4f47-9683-5791276fc486), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:02.256221 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ffa93624-4ec4-4e7c-85c9-a894586d2f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:02.262162 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-ffa93624-4ec4-4e7c-85c9-a894586d2f18 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8fd415d4-adfa-4f47-9683-5791276fc486 HTTP/1.1" status: 204 len: 168 time: 0.8623235 Feb 14 19:25:02.262646 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 56226) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:02.301623 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa93624-4ec4-4e7c-85c9-a894586d2f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd415d4-adfa-4f47-9683-5791276fc486,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:02.437971 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a7e0612e-4577-464a-b972-a9630a0f831f admin admin] Publish callbacks [] for security_group (f8a59d42-fe0e-4d18-8b7e-47884dc231dd), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:02.445356 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b402c1e1-b578-40d5-843d-89c93904216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (67a5fbeb-b2bc-454e-afe5-6f72c55c28d4), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:02.511321 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a7e0612e-4577-464a-b972-a9630a0f831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (f8a59d42-fe0e-4d18-8b7e-47884dc231dd), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:02.597297 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-a7e0612e-4577-464a-b972-a9630a0f831f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fe9bff55da44c918bb233110523fda0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136212 Feb 14 19:25:02.597297 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0612e-4577-464a-b972-a9630a0f831f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a59d42-fe0e-4d18-8b7e-47884dc231dd,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:02.613067 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56232) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:02.649112 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b402c1e1-b578-40d5-843d-89c93904216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (67a5fbeb-b2bc-454e-afe5-6f72c55c28d4), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:02.696315 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d70366fc-00bd-4f03-b957-40f9c9604943 admin admin] Publish callbacks [] for security_group (f8a59d42-fe0e-4d18-8b7e-47884dc231dd), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:02.732399 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-b402c1e1-b578-40d5-843d-89c93904216c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a5fbeb-b2bc-454e-afe5-6f72c55c28d4']}} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:25:02.739924 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d70366fc-00bd-4f03-b957-40f9c9604943 admin admin] Publish callbacks [] for security_group (f8a59d42-fe0e-4d18-8b7e-47884dc231dd), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:02.754212 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-b402c1e1-b578-40d5-843d-89c93904216c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3c9b22-7929-4c3f-8e02-770ad688fb05') {'for_net_delete': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:25:02.754747 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-b402c1e1-b578-40d5-843d-89c93904216c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3c9b22-7929-4c3f-8e02-770ad688fb05') {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:25:02.775479 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b402c1e1-b578-40d5-843d-89c93904216c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129926367'] for segment (cb3c9b22-7929-4c3f-8e02-770ad688fb05), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:02.811807 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2faeeb-b6de-4a1a-8ca1-9b5884764058 req-d1f6ce10-0c77-4fd3-ac58-642c05104b8a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:02.821706 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cb2faeeb-b6de-4a1a-8ca1-9b5884764058 req-d1f6ce10-0c77-4fd3-ac58-642c05104b8a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.1686366 Feb 14 19:25:02.844263 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b402c1e1-b578-40d5-843d-89c93904216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (cb3c9b22-7929-4c3f-8e02-770ad688fb05), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:02.851742 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b402c1e1-b578-40d5-843d-89c93904216c admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:25:02.852290 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b402c1e1-b578-40d5-843d-89c93904216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129456150'] for segment (cb3c9b22-7929-4c3f-8e02-770ad688fb05), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: Traceback (most recent call last): Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: timer() Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: cb(*args, **kw) Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: return func(*args, **kwargs) Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: self._notify() Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: self.callback(batched_events) Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: event.method(event) Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: return f(self, *a, **k) Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._get(url).json() Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: return self.request(url, 'GET', **kwargs) Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:25:02.855527 dv-cinder-816898-8-iscsi neutron-server[103310]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:25:02.884138 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d70366fc-00bd-4f03-b957-40f9c9604943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (f8a59d42-fe0e-4d18-8b7e-47884dc231dd), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:02.889925 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d70366fc-00bd-4f03-b957-40f9c9604943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:02.892792 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-d70366fc-00bd-4f03-b957-40f9c9604943 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8a59d42-fe0e-4d18-8b7e-47884dc231dd HTTP/1.1" status: 204 len: 168 time: 0.2767124 Feb 14 19:25:02.926265 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70366fc-00bd-4f03-b957-40f9c9604943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a59d42-fe0e-4d18-8b7e-47884dc231dd,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:02.948170 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cb2faeeb-b6de-4a1a-8ca1-9b5884764058 req-5a0ecba9-10ba-48de-b977-80fba9b17561 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196864 Feb 14 19:25:03.071443 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b402c1e1-b578-40d5-843d-89c93904216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (67a5fbeb-b2bc-454e-afe5-6f72c55c28d4), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:03.077789 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b402c1e1-b578-40d5-843d-89c93904216c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:03.081158 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-b402c1e1-b578-40d5-843d-89c93904216c admin admin] 10.222.0.26 "DELETE /v2.0/networks/67a5fbeb-b2bc-454e-afe5-6f72c55c28d4 HTTP/1.1" status: 204 len: 168 time: 0.8160360 Feb 14 19:25:03.120980 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402c1e1-b578-40d5-843d-89c93904216c admin admin] Pushing event deleted for resources: {'Network': ['ID=67a5fbeb-b2bc-454e-afe5-6f72c55c28d4,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:03.206866 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a613cec-9fb8-4986-b918-2c1c80755deb req-f480582b-fc7f-491f-a903-b2ab97c946fa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:03.208602 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0a613cec-9fb8-4986-b918-2c1c80755deb req-f480582b-fc7f-491f-a903-b2ab97c946fa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.1070602 Feb 14 19:25:03.304721 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0a613cec-9fb8-4986-b918-2c1c80755deb req-2c5c2229-78a2-45b0-b1a5-033031ef1eb5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794687 Feb 14 19:25:03.390797 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd0998-7287-48cb-95c6-f94599837fe8 req-19d05a5e-27d2-424e-bd8f-cf1100e2e9f6 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:03.398442 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9edd0998-7287-48cb-95c6-f94599837fe8 req-19d05a5e-27d2-424e-bd8f-cf1100e2e9f6 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.1622696 Feb 14 19:25:03.509149 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9edd0998-7287-48cb-95c6-f94599837fe8 req-ab12e7bd-dc22-4fea-b274-ab00241b23ef tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095495 Feb 14 19:25:03.679194 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56250) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:03.752009 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-0b3b80e5-c825-4bf1-a843-be644c9dbeb7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec7c5d9ee00b49ce9a429810fcbb706f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702333 Feb 14 19:25:03.754579 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56254) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:03.816983 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bcd38747-cd96-4cb1-bfa8-4b735985f0a6 admin admin] Publish callbacks [] for security_group (3a8e6557-7f6c-4ee4-b36e-124c103ff7f0), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:03.854745 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bcd38747-cd96-4cb1-bfa8-4b735985f0a6 admin admin] Publish callbacks [] for security_group (3a8e6557-7f6c-4ee4-b36e-124c103ff7f0), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:04.033332 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bcd38747-cd96-4cb1-bfa8-4b735985f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (3a8e6557-7f6c-4ee4-b36e-124c103ff7f0), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:04.033332 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-bcd38747-cd96-4cb1-bfa8-4b735985f0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:04.033332 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-bcd38747-cd96-4cb1-bfa8-4b735985f0a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a8e6557-7f6c-4ee4-b36e-124c103ff7f0 HTTP/1.1" status: 204 len: 168 time: 0.2760415 Feb 14 19:25:04.084340 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd38747-cd96-4cb1-bfa8-4b735985f0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8e6557-7f6c-4ee4-b36e-124c103ff7f0,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:04.193869 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c7e58-8968-4a09-b453-868c0f6b8adc req-7df2e522-6906-4abf-8e9b-8fc58e9a93af tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:04.193869 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-140c7e58-8968-4a09-b453-868c0f6b8adc req-7df2e522-6906-4abf-8e9b-8fc58e9a93af tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.1742270 Feb 14 19:25:04.260685 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-140c7e58-8968-4a09-b453-868c0f6b8adc req-9dfb9bf9-3897-43e9-8a92-cc169464d2bd tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612910 Feb 14 19:25:04.503135 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcdc9d-93e3-44ff-bb86-22c0eddec509 req-2d898831-2fe1-4e70-b7ef-86bc7fc6a9f0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:04.504929 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5afcdc9d-93e3-44ff-bb86-22c0eddec509 req-2d898831-2fe1-4e70-b7ef-86bc7fc6a9f0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0818701 Feb 14 19:25:04.553790 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5afcdc9d-93e3-44ff-bb86-22c0eddec509 req-2db06dda-49d1-4e80-93a6-fee207423108 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431623 Feb 14 19:25:04.693473 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563aaa7-6167-46dc-a849-d62513145834 req-17bfe35b-fd92-44dd-8b79-fb3bf63b2fbd tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:04.695840 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9563aaa7-6167-46dc-a849-d62513145834 req-17bfe35b-fd92-44dd-8b79-fb3bf63b2fbd tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0811851 Feb 14 19:25:04.753858 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9563aaa7-6167-46dc-a849-d62513145834 req-8f85e4ab-314d-4bb8-a450-42447bf707b8 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472732 Feb 14 19:25:05.438209 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d704587-2b37-4e00-bc58-14b5290eb1ff req-5ddfae07-82b3-4e1d-a335-424aff08eba2 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:05.445948 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8d704587-2b37-4e00-bc58-14b5290eb1ff req-5ddfae07-82b3-4e1d-a335-424aff08eba2 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0770996 Feb 14 19:25:05.512313 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8d704587-2b37-4e00-bc58-14b5290eb1ff req-fbb993ae-053f-4876-885f-d3c3b5fbd988 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646584 Feb 14 19:25:05.726440 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cceb0-bb7f-4bf0-894c-8ce4a5ab4853 req-61db58d4-4f60-470b-bdf0-645e571df136 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:05.737476 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0b3cceb0-bb7f-4bf0-894c-8ce4a5ab4853 req-61db58d4-4f60-470b-bdf0-645e571df136 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0840032 Feb 14 19:25:05.823079 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0b3cceb0-bb7f-4bf0-894c-8ce4a5ab4853 req-3779b7e7-941c-43cb-a95e-fb5837a0e21a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840394 Feb 14 19:25:06.014524 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106e2dc-14e7-4b38-aec4-12bffa11621f req-532830c2-5eb4-4ded-a9a3-248f3efe2310 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:06.023356 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d106e2dc-14e7-4b38-aec4-12bffa11621f req-532830c2-5eb4-4ded-a9a3-248f3efe2310 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.1249487 Feb 14 19:25:06.130593 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d106e2dc-14e7-4b38-aec4-12bffa11621f req-c6610167-9823-4652-8748-d7f1f9058be7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045437 Feb 14 19:25:06.197768 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56310) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:06.301858 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-76c931f3-b5cd-4532-93d8-3f6b051006df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee7e23613bc34008adddd8397e0be20c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1080878 Feb 14 19:25:06.304351 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56314) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:06.396146 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0fb869c5-a42e-441e-aaaf-996d36752c7b admin admin] Publish callbacks [] for security_group (1eff2d88-5c11-4149-9d74-1fdcfb89eac9), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:06.430892 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0fb869c5-a42e-441e-aaaf-996d36752c7b admin admin] Publish callbacks [] for security_group (1eff2d88-5c11-4149-9d74-1fdcfb89eac9), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:06.686813 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0fb869c5-a42e-441e-aaaf-996d36752c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1eff2d88-5c11-4149-9d74-1fdcfb89eac9), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:06.707811 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0fb869c5-a42e-441e-aaaf-996d36752c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:06.708987 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-0fb869c5-a42e-441e-aaaf-996d36752c7b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1eff2d88-5c11-4149-9d74-1fdcfb89eac9 HTTP/1.1" status: 204 len: 168 time: 0.4034688 Feb 14 19:25:06.730867 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb869c5-a42e-441e-aaaf-996d36752c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eff2d88-5c11-4149-9d74-1fdcfb89eac9,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:06.749812 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54b207-8ec3-4a56-8927-dbb00b5eacfc req-6756e9f5-3075-444c-86e8-7833f4462bd4 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:06.751465 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3a54b207-8ec3-4a56-8927-dbb00b5eacfc req-6756e9f5-3075-444c-86e8-7833f4462bd4 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.1304047 Feb 14 19:25:06.904013 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3a54b207-8ec3-4a56-8927-dbb00b5eacfc req-37f904b9-dff1-4f04-b2f2-09cb9921f1b7 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330311 Feb 14 19:25:07.048051 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126729f0-1f28-42fd-ae4c-5ffe83d36d35 req-163b3af3-5c02-46a8-ac48-fa7dd377f17e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:07.049801 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-126729f0-1f28-42fd-ae4c-5ffe83d36d35 req-163b3af3-5c02-46a8-ac48-fa7dd377f17e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0721023 Feb 14 19:25:07.126589 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-126729f0-1f28-42fd-ae4c-5ffe83d36d35 req-2948bb9f-4736-4459-b9d9-f32992087250 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634034 Feb 14 19:25:07.380562 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14178e-834b-4798-bc84-37e73f55fc01 req-516d8d21-fad5-4e04-8e8e-47f499af7546 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:07.382978 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cd14178e-834b-4798-bc84-37e73f55fc01 req-516d8d21-fad5-4e04-8e8e-47f499af7546 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.1213262 Feb 14 19:25:07.474393 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cd14178e-834b-4798-bc84-37e73f55fc01 req-ffefc395-b725-44f6-ae8d-972e06191003 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833242 Feb 14 19:25:08.197355 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30aec7e-8096-41a5-9883-345d9013dc79 req-ea5396d8-aa89-4339-a825-83e21d326a17 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:08.202094 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f30aec7e-8096-41a5-9883-345d9013dc79 req-ea5396d8-aa89-4339-a825-83e21d326a17 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.1006105 Feb 14 19:25:08.307140 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f30aec7e-8096-41a5-9883-345d9013dc79 req-ae2a3178-cca3-47ed-a64f-b08799811632 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833669 Feb 14 19:25:08.413806 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c675d2-3874-44d6-95f8-9575e68fb470 req-88b9b56b-8526-49ab-9476-fae9fc5aa292 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:08.415647 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-03c675d2-3874-44d6-95f8-9575e68fb470 req-88b9b56b-8526-49ab-9476-fae9fc5aa292 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.1671660 Feb 14 19:25:08.538258 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-03c675d2-3874-44d6-95f8-9575e68fb470 req-780ea1fe-98c9-49cd-9fb6-8719a9b5fba4 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142771 Feb 14 19:25:08.721907 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942ad79-f1c7-45f1-8a48-0b5a5158eb5d req-33d0dcc5-c94e-469e-bdaf-0af81ae1b38d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:08.732769 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4942ad79-f1c7-45f1-8a48-0b5a5158eb5d req-33d0dcc5-c94e-469e-bdaf-0af81ae1b38d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0868871 Feb 14 19:25:08.793979 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4942ad79-f1c7-45f1-8a48-0b5a5158eb5d req-c0cfffc6-1448-4f67-8743-578f7d38fc2d tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624683 Feb 14 19:25:09.402619 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e155bef-bfba-42d7-8553-24cb4ff0c225 req-01760c3e-2868-429d-b55a-ceeb86c28f5c tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:09.405548 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2e155bef-bfba-42d7-8553-24cb4ff0c225 req-01760c3e-2868-429d-b55a-ceeb86c28f5c tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.1293755 Feb 14 19:25:09.558977 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32dbc9-8e32-4e21-92b6-44b9badffa98 req-8694c898-bd8b-4ed3-a4eb-20a0b9727169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:09.563268 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bc32dbc9-8e32-4e21-92b6-44b9badffa98 req-8694c898-bd8b-4ed3-a4eb-20a0b9727169 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd3df3df80dd4f81ab8464493ce4d182&device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 1129 time: 0.1211934 Feb 14 19:25:09.576205 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2e155bef-bfba-42d7-8553-24cb4ff0c225 req-772092ca-9b8a-41a8-a756-edd89e7eb291 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476564 Feb 14 19:25:09.853487 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa71d6-afb6-4e7d-8c1c-3696d8f08124 req-a68ce3ef-9c60-4fa4-ac4d-da8cff81d3b3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:09.874608 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cfaa71d6-afb6-4e7d-8c1c-3696d8f08124 req-a68ce3ef-9c60-4fa4-ac4d-da8cff81d3b3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.1413562 Feb 14 19:25:09.885147 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32dbc9-8e32-4e21-92b6-44b9badffa98 req-e08c0bcc-5402-40d1-bb2e-74eeb8fdc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:09.894074 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bc32dbc9-8e32-4e21-92b6-44b9badffa98 req-e08c0bcc-5402-40d1-bb2e-74eeb8fdc9d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 HTTP/1.1" status: 200 len: 911 time: 0.3211966 Feb 14 19:25:10.024382 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948423e-af2b-4313-91c3-79d6ff6786aa req-e0b6cf62-4620-4929-ba09-1e37d0faf139 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:10.026695 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6948423e-af2b-4313-91c3-79d6ff6786aa req-e0b6cf62-4620-4929-ba09-1e37d0faf139 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0808299 Feb 14 19:25:10.047440 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cfaa71d6-afb6-4e7d-8c1c-3696d8f08124 req-9e0b3c54-2b61-471f-96a6-234db22b79f0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716380 Feb 14 19:25:10.086811 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6948423e-af2b-4313-91c3-79d6ff6786aa req-20e7ee1c-b02e-4d04-8873-aae8122a10f2 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513020 Feb 14 19:25:10.088450 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bc32dbc9-8e32-4e21-92b6-44b9badffa98 req-27456ffe-fd06-459d-b91f-08769d8468d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=883a8516-e7ce-4ab6-8023-3b6c6e7e0057 HTTP/1.1" status: 200 len: 1001 time: 0.1730840 Feb 14 19:25:10.152156 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32dbc9-8e32-4e21-92b6-44b9badffa98 req-59be1061-a0d2-47d9-adec-38bc35599bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:10.152156 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bc32dbc9-8e32-4e21-92b6-44b9badffa98 req-59be1061-a0d2-47d9-adec-38bc35599bfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f53f2dd-b65c-41c1-adc9-420637845566 HTTP/1.1" status: 200 len: 849 time: 0.0540214 Feb 14 19:25:10.224431 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32dbc9-8e32-4e21-92b6-44b9badffa98 req-6e3c80d1-5cb6-4df6-a01f-8e5bbc3c6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:10.232301 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bc32dbc9-8e32-4e21-92b6-44b9badffa98 req-6e3c80d1-5cb6-4df6-a01f-8e5bbc3c6bea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774946 Feb 14 19:25:10.375529 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bc32dbc9-8e32-4e21-92b6-44b9badffa98 req-ab259d62-4e1e-4248-a604-48812e40642f service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409669 Feb 14 19:25:10.477050 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bc32dbc9-8e32-4e21-92b6-44b9badffa98 req-66cf9d91-1d73-4362-93ff-3818589e6d4b service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909665 Feb 14 19:25:10.725220 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c7bb7d7-0760-4aed-adda-5ea84e8f1649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:10.737319 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afad4a5-57d5-4585-b4b4-eeaaaa86c13d req-48c4e25d-97a9-47cf-bb95-049cab890492 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:10.738967 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1afad4a5-57d5-4585-b4b4-eeaaaa86c13d req-48c4e25d-97a9-47cf-bb95-049cab890492 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0662105 Feb 14 19:25:10.805194 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1afad4a5-57d5-4585-b4b4-eeaaaa86c13d req-6d5c9875-5458-4387-9dfe-e967d0a07e8f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591977 Feb 14 19:25:11.245821 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 56450) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:11.327219 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716613af-4ede-497f-a1f4-ff06f0d96853 req-52533a41-6c78-4a12-91f3-298674a21e5d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:11.339048 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-716613af-4ede-497f-a1f4-ff06f0d96853 req-52533a41-6c78-4a12-91f3-298674a21e5d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.1520364 Feb 14 19:25:11.442719 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbe746-740d-410b-8ae3-be2ef47f4610 req-1f1b52a8-b811-47d5-aa94-dbd40a2bf02e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:11.448931 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3bcbe746-740d-410b-8ae3-be2ef47f4610 req-1f1b52a8-b811-47d5-aa94-dbd40a2bf02e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.1488762 Feb 14 19:25:11.464346 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-716613af-4ede-497f-a1f4-ff06f0d96853 req-d3693038-f27b-4861-9746-95eb9ba92e87 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238389 Feb 14 19:25:11.491526 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d115559c-e61d-4a23-86c1-b751f2116524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:11.564095 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3bcbe746-740d-410b-8ae3-be2ef47f4610 req-a627653d-a774-4ddd-8bb7-11e11ea1bb44 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023233 Feb 14 19:25:11.642929 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d115559c-e61d-4a23-86c1-b751f2116524 admin admin] Publish callbacks [] for security_group (5ec21982-b67e-40a7-b938-0bc4e365e2c1), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:11.948659 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72934f32-36f3-4682-9d26-c0a104ae7e51 req-008e9be0-adda-4576-b865-2a2f957d3d1b tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:11.950846 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-72934f32-36f3-4682-9d26-c0a104ae7e51 req-008e9be0-adda-4576-b865-2a2f957d3d1b tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0534413 Feb 14 19:25:11.999878 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-72934f32-36f3-4682-9d26-c0a104ae7e51 req-46bbd7e6-9406-4feb-97b5-d99e8fa67a02 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434079 Feb 14 19:25:12.009747 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d115559c-e61d-4a23-86c1-b751f2116524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (5ec21982-b67e-40a7-b938-0bc4e365e2c1), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:12.062932 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-d115559c-e61d-4a23-86c1-b751f2116524 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9bc44cd8a6b84e81a350be0336fc7da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8146248 Feb 14 19:25:12.065140 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115559c-e61d-4a23-86c1-b751f2116524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec21982-b67e-40a7-b938-0bc4e365e2c1,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:12.066397 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56466) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:12.127219 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cc916089-64f2-447f-866e-3b97b3c186fc admin admin] Publish callbacks [] for security_group (5ec21982-b67e-40a7-b938-0bc4e365e2c1), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:12.154174 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cc916089-64f2-447f-866e-3b97b3c186fc admin admin] Publish callbacks [] for security_group (5ec21982-b67e-40a7-b938-0bc4e365e2c1), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:12.353179 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cc916089-64f2-447f-866e-3b97b3c186fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (5ec21982-b67e-40a7-b938-0bc4e365e2c1), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:12.358680 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cc916089-64f2-447f-866e-3b97b3c186fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:12.360718 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-cc916089-64f2-447f-866e-3b97b3c186fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ec21982-b67e-40a7-b938-0bc4e365e2c1 HTTP/1.1" status: 204 len: 168 time: 0.2917037 Feb 14 19:25:12.369959 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc916089-64f2-447f-866e-3b97b3c186fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec21982-b67e-40a7-b938-0bc4e365e2c1,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:12.688421 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4434165-f473-45a0-8938-40b2cdce62cf req-a59c3032-f6ea-47fc-8e98-8db2a654444e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:12.704751 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a4434165-f473-45a0-8938-40b2cdce62cf req-a59c3032-f6ea-47fc-8e98-8db2a654444e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.1392038 Feb 14 19:25:12.815309 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a4434165-f473-45a0-8938-40b2cdce62cf req-f89b2b56-c90c-48de-b8cc-e8efde630d0f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093020 Feb 14 19:25:12.843057 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-27027609-c3bb-4346-8b77-1863e0923f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:12.858585 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9211f00-f847-4f7d-a4f9-d3a52cca302c req-588b84a2-598e-4e53-916e-73079a828e06 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:12.859923 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a9211f00-f847-4f7d-a4f9-d3a52cca302c req-588b84a2-598e-4e53-916e-73079a828e06 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.1287763 Feb 14 19:25:12.937394 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a9211f00-f847-4f7d-a4f9-d3a52cca302c req-43eef017-aa23-4b61-9ee8-2954a853a055 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704575 Feb 14 19:25:13.134952 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618abdf9-c349-4437-b761-f633bdb7e953 req-959c266e-74d5-4bc8-af93-32516849218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:13.136515 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-618abdf9-c349-4437-b761-f633bdb7e953 req-959c266e-74d5-4bc8-af93-32516849218a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8e94048f637402f867e42ca604960db&device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 1130 time: 0.0506856 Feb 14 19:25:13.260846 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618abdf9-c349-4437-b761-f633bdb7e953 req-afa7ce7b-154c-4d43-8a2e-989bfb0849f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:13.263778 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-618abdf9-c349-4437-b761-f633bdb7e953 req-afa7ce7b-154c-4d43-8a2e-989bfb0849f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 200 len: 918 time: 0.1205654 Feb 14 19:25:13.335123 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-618abdf9-c349-4437-b761-f633bdb7e953 req-7b1f79e0-b87c-46a6-944c-e8c934e8ebf7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 HTTP/1.1" status: 200 len: 1000 time: 0.0654688 Feb 14 19:25:13.393983 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618abdf9-c349-4437-b761-f633bdb7e953 req-854b32b0-1d7c-4cd3-8c76-a7e1b491caab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:13.395503 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-618abdf9-c349-4437-b761-f633bdb7e953 req-854b32b0-1d7c-4cd3-8c76-a7e1b491caab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfee419b-fffe-4533-9b87-1735a151f782 HTTP/1.1" status: 200 len: 856 time: 0.0469003 Feb 14 19:25:13.454696 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618abdf9-c349-4437-b761-f633bdb7e953 req-6da0c4cd-ceba-44ce-93be-19c4d8e2887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:13.455763 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-618abdf9-c349-4437-b761-f633bdb7e953 req-6da0c4cd-ceba-44ce-93be-19c4d8e2887a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535991 Feb 14 19:25:13.549403 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-618abdf9-c349-4437-b761-f633bdb7e953 req-cb888723-5a47-4a1e-b9a3-6c2161686ac3 service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854862 Feb 14 19:25:13.651464 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-618abdf9-c349-4437-b761-f633bdb7e953 req-cd33b3f6-f85d-45ad-ac75-b2bed11784e6 service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959971 Feb 14 19:25:14.154778 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cb5ea-f5bd-442a-b2ba-ce6872d893aa req-81e6d521-73c1-4303-ab2b-df3528531f8b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:14.158772 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f08cb5ea-f5bd-442a-b2ba-ce6872d893aa req-81e6d521-73c1-4303-ab2b-df3528531f8b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.1085384 Feb 14 19:25:14.221173 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:14.240049 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f08cb5ea-f5bd-442a-b2ba-ce6872d893aa req-bc0b5341-fa57-4c7e-a6ab-628f5d6f3edd tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753171 Feb 14 19:25:14.274407 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2aa953-4981-419d-9d3c-416abc395ec4 req-aefc4010-dcc0-4019-af6b-0aeb387eafe0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:14.276003 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2c2aa953-4981-419d-9d3c-416abc395ec4 req-aefc4010-dcc0-4019-af6b-0aeb387eafe0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.3523436 Feb 14 19:25:14.331259 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2c2aa953-4981-419d-9d3c-416abc395ec4 req-b7daba7d-4ba4-46db-a2dd-e395dcf3f20c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448718 Feb 14 19:25:15.372372 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23152c47-b5b4-4704-a8d3-be72faa74fcc req-8e728ece-1875-4532-98e9-ac51bdc048e8 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:15.374630 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-23152c47-b5b4-4704-a8d3-be72faa74fcc req-8e728ece-1875-4532-98e9-ac51bdc048e8 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0611463 Feb 14 19:25:15.438817 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-23152c47-b5b4-4704-a8d3-be72faa74fcc req-ecfd5ff6-d0f3-4f88-95d1-dc24d8d6f8dc tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536532 Feb 14 19:25:15.476425 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25023d95-bba0-4419-b115-bcdca2f1d39c req-b014ba46-4399-4c21-83b9-0c656a2acbc4 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:15.479470 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-25023d95-bba0-4419-b115-bcdca2f1d39c req-b014ba46-4399-4c21-83b9-0c656a2acbc4 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0671401 Feb 14 19:25:15.551690 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-25023d95-bba0-4419-b115-bcdca2f1d39c req-837caaa0-6f42-44aa-91b3-c843695fef10 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556409 Feb 14 19:25:15.631074 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:16.605240 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbc86f-3dc3-4422-bda4-7c4413c72c67 req-9fa95248-cca9-41d5-9237-340191e286e0 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:16.611570 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-47fbc86f-3dc3-4422-bda4-7c4413c72c67 req-9fa95248-cca9-41d5-9237-340191e286e0 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0626974 Feb 14 19:25:16.659603 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-47fbc86f-3dc3-4422-bda4-7c4413c72c67 req-02928073-6f15-407e-995b-da9557e2400b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469499 Feb 14 19:25:16.728111 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de85599-66c2-4e11-9175-54bdf9db1108 req-8c1f3a46-a4e5-4f85-8ec2-30008640a403 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:16.730905 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3de85599-66c2-4e11-9175-54bdf9db1108 req-8c1f3a46-a4e5-4f85-8ec2-30008640a403 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 946 time: 0.0952942 Feb 14 19:25:16.745483 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:16.789809 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3de85599-66c2-4e11-9175-54bdf9db1108 req-f885d071-51a3-41bf-b8b4-5d32e74fa01e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517635 Feb 14 19:25:16.810522 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:25:16.901972 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 is: ACTIVE; New status is: DOWN {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:25:16.902579 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:16.936314 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfab847-3413-4db1-9078-653cb290106e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:25:16.938628 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac2c18c-248c-42b0-a6d0-1e6ac373bae9" -d '{"events": [{"server_uuid": "cbfab847-3413-4db1-9078-653cb290106e", "name": "network-vif-unplugged", "status": "completed", "tag": "0f3cad90-edf9-4a45-b3a1-fd58bbeacd03"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:25:16.952307 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:25:16.975518 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Feb 2022 19:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513bc032-f884-47f9-b933-a7c37b62c2a7 x-openstack-request-id: req-513bc032-f884-47f9-b933-a7c37b62c2a7 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:25:16.975841 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfab847-3413-4db1-9078-653cb290106e", "name": "network-vif-unplugged", "status": "completed", "tag": "0f3cad90-edf9-4a45-b3a1-fd58bbeacd03", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:25:16.976106 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-513bc032-f884-47f9-b933-a7c37b62c2a7 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:25:16.976505 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfab847-3413-4db1-9078-653cb290106e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'code': 200} Feb 14 19:25:17.124897 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:17.180450 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,revision_number=8']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:17.787105 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23edef-c67a-486d-a0d7-353148434b4f req-347f1571-dcd4-4cef-b60c-73ee5e2a8ef4 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:17.788687 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0a23edef-c67a-486d-a0d7-353148434b4f req-347f1571-dcd4-4cef-b60c-73ee5e2a8ef4 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0572095 Feb 14 19:25:17.865726 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0a23edef-c67a-486d-a0d7-353148434b4f req-39734e4f-4f59-4631-acc8-a683079c1b67 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709748 Feb 14 19:25:17.992940 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a2875-df2b-4cf1-8984-b65ada1ded16 req-b40b6031-19d1-4e50-b670-c8abb0d65bca tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:17.994547 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-979a2875-df2b-4cf1-8984-b65ada1ded16 req-b40b6031-19d1-4e50-b670-c8abb0d65bca tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0751791 Feb 14 19:25:18.053982 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-979a2875-df2b-4cf1-8984-b65ada1ded16 req-b3af4235-d7f7-483c-8008-08fe0de9c7a5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528800 Feb 14 19:25:18.192309 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56596) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:18.334095 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b2c6eac4-5356-4cde-9591-63b15872765c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:18.417266 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b2c6eac4-5356-4cde-9591-63b15872765c admin admin] Publish callbacks [] for security_group (2cbc8080-9313-4c30-b21e-592e943701ee), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:18.581058 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b2c6eac4-5356-4cde-9591-63b15872765c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (2cbc8080-9313-4c30-b21e-592e943701ee), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:18.625780 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-b2c6eac4-5356-4cde-9591-63b15872765c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=101c09ae21ba43ebb260c17e18689802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4318020 Feb 14 19:25:18.626828 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6eac4-5356-4cde-9591-63b15872765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbc8080-9313-4c30-b21e-592e943701ee,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:18.628491 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 56610) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:18.689983 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b14f809-19f7-4289-933f-52c7cbdbd8f5 admin admin] Publish callbacks [] for security_group (2cbc8080-9313-4c30-b21e-592e943701ee), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:18.719616 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b14f809-19f7-4289-933f-52c7cbdbd8f5 admin admin] Publish callbacks [] for security_group (2cbc8080-9313-4c30-b21e-592e943701ee), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:18.848203 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b14f809-19f7-4289-933f-52c7cbdbd8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (2cbc8080-9313-4c30-b21e-592e943701ee), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:18.850899 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b14f809-19f7-4289-933f-52c7cbdbd8f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:18.854655 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-9b14f809-19f7-4289-933f-52c7cbdbd8f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2cbc8080-9313-4c30-b21e-592e943701ee HTTP/1.1" status: 204 len: 168 time: 0.2224309 Feb 14 19:25:18.861335 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14f809-19f7-4289-933f-52c7cbdbd8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbc8080-9313-4c30-b21e-592e943701ee,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:19.039575 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e1ba2-bf0c-4499-a8a1-138b1e510431 req-880bbe28-aa21-4a83-bd45-660077db683b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:19.041754 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f09e1ba2-bf0c-4499-a8a1-138b1e510431 req-880bbe28-aa21-4a83-bd45-660077db683b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0817025 Feb 14 19:25:19.123284 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f09e1ba2-bf0c-4499-a8a1-138b1e510431 req-03444d12-f446-4ff5-8a4b-a2507bce440e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740242 Feb 14 19:25:19.149237 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56620) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:19.265140 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8c150445-6634-4a22-b30f-ee1f19ee3957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:19.377259 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8c150445-6634-4a22-b30f-ee1f19ee3957 admin admin] Publish callbacks [] for security_group (a26528e2-c776-4825-b558-64499a6e38d8), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:19.381502 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:19.476833 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8c150445-6634-4a22-b30f-ee1f19ee3957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (a26528e2-c776-4825-b558-64499a6e38d8), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:19.515679 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c150445-6634-4a22-b30f-ee1f19ee3957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26528e2-c776-4825-b558-64499a6e38d8,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:19.521250 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-8c150445-6634-4a22-b30f-ee1f19ee3957 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68b3f88022ff4abeb3999c43cd8f9ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705013 Feb 14 19:25:19.523628 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56628) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:19.587494 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a20ade6b-51d9-4181-9479-c9314d6f4132 admin admin] Publish callbacks [] for security_group (a26528e2-c776-4825-b558-64499a6e38d8), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:19.612054 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a20ade6b-51d9-4181-9479-c9314d6f4132 admin admin] Publish callbacks [] for security_group (a26528e2-c776-4825-b558-64499a6e38d8), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:19.758106 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 56636) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:19.758965 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a20ade6b-51d9-4181-9479-c9314d6f4132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (a26528e2-c776-4825-b558-64499a6e38d8), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:19.765111 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a20ade6b-51d9-4181-9479-c9314d6f4132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:19.766743 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-a20ade6b-51d9-4181-9479-c9314d6f4132 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a26528e2-c776-4825-b558-64499a6e38d8 HTTP/1.1" status: 204 len: 168 time: 0.2419767 Feb 14 19:25:19.777058 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ade6b-51d9-4181-9479-c9314d6f4132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26528e2-c776-4825-b558-64499a6e38d8,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:19.791348 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de888420-2817-4619-b268-5a2711effba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:19.925652 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de888420-2817-4619-b268-5a2711effba6 admin admin] Publish callbacks [] for security_group (ffca9539-7c4e-42ae-87a4-904bf6ccd873), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:20.026815 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de888420-2817-4619-b268-5a2711effba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (ffca9539-7c4e-42ae-87a4-904bf6ccd873), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:20.027099 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [req-4bff668b-27b6-47ea-9c8d-654774b30ed0 req-24bbd92b-1570-49f9-a37f-ae9ef47ea556 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103311) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 19:25:20.028124 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4bff668b-27b6-47ea-9c8d-654774b30ed0 req-24bbd92b-1570-49f9-a37f-ae9ef47ea556 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063484 Feb 14 19:25:20.089361 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-de888420-2817-4619-b268-5a2711effba6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e49ba9fd335c4488a1bbcf1d2e746d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293240 Feb 14 19:25:20.092055 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de888420-2817-4619-b268-5a2711effba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffca9539-7c4e-42ae-87a4-904bf6ccd873,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:20.093486 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56648) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:20.177817 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6d82c255-60f9-4f48-9c62-8842245607e6 admin admin] Publish callbacks [] for security_group (ffca9539-7c4e-42ae-87a4-904bf6ccd873), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:20.212149 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6d82c255-60f9-4f48-9c62-8842245607e6 admin admin] Publish callbacks [] for security_group (ffca9539-7c4e-42ae-87a4-904bf6ccd873), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:20.262502 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd458591-a0fb-4a3b-ae3c-4f6d2f1490b9 req-868c4bcc-b7e5-411f-83bb-7b4454d6a5f1 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:20.264411 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bd458591-a0fb-4a3b-ae3c-4f6d2f1490b9 req-868c4bcc-b7e5-411f-83bb-7b4454d6a5f1 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0614598 Feb 14 19:25:20.315467 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bd458591-a0fb-4a3b-ae3c-4f6d2f1490b9 req-bd305bb4-d1e0-4ebb-b496-dfecaa829f13 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449038 Feb 14 19:25:20.376398 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6d82c255-60f9-4f48-9c62-8842245607e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (ffca9539-7c4e-42ae-87a4-904bf6ccd873), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:20.381056 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6d82c255-60f9-4f48-9c62-8842245607e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:20.383002 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-6d82c255-60f9-4f48-9c62-8842245607e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ffca9539-7c4e-42ae-87a4-904bf6ccd873 HTTP/1.1" status: 204 len: 168 time: 0.2879233 Feb 14 19:25:20.397376 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82c255-60f9-4f48-9c62-8842245607e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffca9539-7c4e-42ae-87a4-904bf6ccd873,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:20.556328 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eca1e7-5acc-4d12-bfa0-0e274d627498 req-aa3db679-6324-4b87-8250-38c4d1824616 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:20.557852 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-53eca1e7-5acc-4d12-bfa0-0e274d627498 req-aa3db679-6324-4b87-8250-38c4d1824616 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0653222 Feb 14 19:25:20.615024 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-53eca1e7-5acc-4d12-bfa0-0e274d627498 req-6668f676-4253-4be0-bd2a-d6edf83dc2bf tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477028 Feb 14 19:25:20.800313 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56662) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:20.815352 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aa768fc3-aaab-4d4d-83dd-9ff8152d481c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:20.827545 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:25:20.910266 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aa768fc3-aaab-4d4d-83dd-9ff8152d481c admin admin] Publish callbacks [] for security_group (44d74c10-8160-45b4-83a9-5183f0598d27), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:20.918272 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 is: DOWN; New status is: DOWN {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:25:20.969978 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aa768fc3-aaab-4d4d-83dd-9ff8152d481c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (44d74c10-8160-45b4-83a9-5183f0598d27), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:21.017065 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-aa768fc3-aaab-4d4d-83dd-9ff8152d481c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0987370578bb4578ac00b8b63c7d40c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152591 Feb 14 19:25:21.018036 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa768fc3-aaab-4d4d-83dd-9ff8152d481c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d74c10-8160-45b4-83a9-5183f0598d27,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:21.020059 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 56672) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:21.108935 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c152-6120-4a76-8e7a-7b6651220629 admin admin] Publish callbacks [] for security_group (44d74c10-8160-45b4-83a9-5183f0598d27), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:21.141510 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c152-6120-4a76-8e7a-7b6651220629 admin admin] Publish callbacks [] for security_group (44d74c10-8160-45b4-83a9-5183f0598d27), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:21.299476 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c152-6120-4a76-8e7a-7b6651220629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (44d74c10-8160-45b4-83a9-5183f0598d27), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:21.302528 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c152-6120-4a76-8e7a-7b6651220629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:21.305874 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-a9a2c152-6120-4a76-8e7a-7b6651220629 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44d74c10-8160-45b4-83a9-5183f0598d27 HTTP/1.1" status: 204 len: 168 time: 0.2818842 Feb 14 19:25:21.313444 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2c152-6120-4a76-8e7a-7b6651220629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d74c10-8160-45b4-83a9-5183f0598d27,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:21.449319 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3692f-dad3-4d95-81a2-a21cae99c74c req-17caed5f-81d6-4db5-87c7-8cf72a563266 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:21.451381 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-48d3692f-dad3-4d95-81a2-a21cae99c74c req-17caed5f-81d6-4db5-87c7-8cf72a563266 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0556500 Feb 14 19:25:21.519056 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-48d3692f-dad3-4d95-81a2-a21cae99c74c req-694d9fc8-e1c7-425d-a787-f62148c7661a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619566 Feb 14 19:25:21.618738 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56704) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:21.829243 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-899e5071-c214-4bdd-9d44-9e29415d268d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2042038 Feb 14 19:25:21.840553 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7db768-ae09-4b48-9835-3c5b5f406618 req-ca2bad20-cbfa-402f-a2e1-10fa77dcda93 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:21.842558 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-8e7ba35a-7e20-4745-ae0a-35c2bb62392d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103311) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 19:25:21.842998 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-7e7db768-ae09-4b48-9835-3c5b5f406618 req-ca2bad20-cbfa-402f-a2e1-10fa77dcda93 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.1296599 Feb 14 19:25:21.843768 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-8e7ba35a-7e20-4745-ae0a-35c2bb62392d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064130 Feb 14 19:25:21.906385 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-7e7db768-ae09-4b48-9835-3c5b5f406618 req-0fa373a6-7faa-4d3a-951b-91105cf5499c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531287 Feb 14 19:25:22.093160 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 56722) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:22.389207 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56728) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:22.405583 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1119147d-d265-4d4f-b02a-0fcf6d0228b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:22.427802 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-a4e6b65c-e457-4de5-94cb-892b9cb3ac6e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:22.428819 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-a4e6b65c-e457-4de5-94cb-892b9cb3ac6e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports/0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 HTTP/1.1" status: 200 len: 941 time: 0.3345590 Feb 14 19:25:22.509656 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1119147d-d265-4d4f-b02a-0fcf6d0228b8 admin admin] Publish callbacks [] for security_group (3ed756d0-c609-449b-9348-8c31952d6d41), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:22.662645 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe03604-96ab-4ded-8d48-3674d81fb0cc req-351aeb0a-8b0c-4cfa-8d4d-6e03a7f88910 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:22.669913 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0fe03604-96ab-4ded-8d48-3674d81fb0cc req-351aeb0a-8b0c-4cfa-8d4d-6e03a7f88910 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0635302 Feb 14 19:25:22.697615 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1119147d-d265-4d4f-b02a-0fcf6d0228b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (3ed756d0-c609-449b-9348-8c31952d6d41), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:22.746722 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0fe03604-96ab-4ded-8d48-3674d81fb0cc req-5c78830c-1eeb-46be-a2e8-5f8d6f5f1e7a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748382 Feb 14 19:25:22.766503 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119147d-d265-4d4f-b02a-0fcf6d0228b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed756d0-c609-449b-9348-8c31952d6d41,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:22.775318 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 56744) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:22.775587 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-1119147d-d265-4d4f-b02a-0fcf6d0228b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a863b4b48cb4bf58a6742d224f3644f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848228 Feb 14 19:25:22.851627 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0fc28b05-4dd5-41d2-8950-b5dcb072d94b admin admin] Publish callbacks [] for security_group (3ed756d0-c609-449b-9348-8c31952d6d41), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:22.876569 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0fc28b05-4dd5-41d2-8950-b5dcb072d94b admin admin] Publish callbacks [] for security_group (3ed756d0-c609-449b-9348-8c31952d6d41), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:23.044754 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d0fae-5a02-432b-9231-c7235d52d408 req-dd10c556-a8c5-415d-a134-4669e49103f6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:23.046419 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-899d0fae-5a02-432b-9231-c7235d52d408 req-dd10c556-a8c5-415d-a134-4669e49103f6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0567529 Feb 14 19:25:23.093250 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-899d0fae-5a02-432b-9231-c7235d52d408 req-1ebb77a3-f470-4bdb-a724-4199ba1076c9 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413010 Feb 14 19:25:23.116912 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0fc28b05-4dd5-41d2-8950-b5dcb072d94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (3ed756d0-c609-449b-9348-8c31952d6d41), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:23.119577 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0fc28b05-4dd5-41d2-8950-b5dcb072d94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:23.120801 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-0fc28b05-4dd5-41d2-8950-b5dcb072d94b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ed756d0-c609-449b-9348-8c31952d6d41 HTTP/1.1" status: 204 len: 168 time: 0.3439682 Feb 14 19:25:23.130277 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc28b05-4dd5-41d2-8950-b5dcb072d94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed756d0-c609-449b-9348-8c31952d6d41,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:23.940144 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc993a50-668c-4295-a004-a359b7d0a05f req-76051230-25e5-4f11-8fbc-2447eaed278e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:23.942466 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-fc993a50-668c-4295-a004-a359b7d0a05f req-76051230-25e5-4f11-8fbc-2447eaed278e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0613148 Feb 14 19:25:24.019213 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-fc993a50-668c-4295-a004-a359b7d0a05f req-245ebbc6-0ca6-4a1f-8221-95049c7167e9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709419 Feb 14 19:25:24.235407 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da633-0cc3-41fa-8e62-0157f81e5e22 req-28c73a70-e8d4-4e54-8b79-0304f07e1f55 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:24.238126 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1e8da633-0cc3-41fa-8e62-0157f81e5e22 req-28c73a70-e8d4-4e54-8b79-0304f07e1f55 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0633311 Feb 14 19:25:24.297749 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1e8da633-0cc3-41fa-8e62-0157f81e5e22 req-06c0403b-77f7-467b-96dc-3cbade24e2d1 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535805 Feb 14 19:25:25.167087 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fd355-6c6d-422e-b9e6-06ad87cab685 req-180148ee-8c61-4492-973a-cee23fac5bba tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:25.168631 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-605fd355-6c6d-422e-b9e6-06ad87cab685 req-180148ee-8c61-4492-973a-cee23fac5bba tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0629640 Feb 14 19:25:25.220145 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-605fd355-6c6d-422e-b9e6-06ad87cab685 req-5b2ace9b-9839-4a61-b4ef-20acab3320f0 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447841 Feb 14 19:25:25.334641 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56822) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:25.456465 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ffdb9-6609-4c8b-9e6a-c382eebf9f39 req-eae7fee5-6aec-4b4a-b027-579b1fc75a16 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:25.459978 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a50ffdb9-6609-4c8b-9e6a-c382eebf9f39 req-eae7fee5-6aec-4b4a-b027-579b1fc75a16 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0677309 Feb 14 19:25:25.464733 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a3c491f7-3f50-4a41-855c-4d36bba6a2a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:25.536680 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a50ffdb9-6609-4c8b-9e6a-c382eebf9f39 req-d4338d5b-5716-4eae-ae90-fe6863bdacc6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713508 Feb 14 19:25:25.574492 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a3c491f7-3f50-4a41-855c-4d36bba6a2a4 admin admin] Publish callbacks [] for security_group (14dad013-9ddb-4fa7-be37-0b987e0571be), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:25.683806 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a3c491f7-3f50-4a41-855c-4d36bba6a2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (14dad013-9ddb-4fa7-be37-0b987e0571be), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:25.728337 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-a3c491f7-3f50-4a41-855c-4d36bba6a2a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4cc26cdd860d4b84a994bc1040fce1e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918247 Feb 14 19:25:25.729045 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c491f7-3f50-4a41-855c-4d36bba6a2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dad013-9ddb-4fa7-be37-0b987e0571be,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:25.730541 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 56834) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:25.787221 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-58bd7783-7dd1-4d04-bbc6-08647a0c346d admin admin] Publish callbacks [] for security_group (14dad013-9ddb-4fa7-be37-0b987e0571be), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:25.811158 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-58bd7783-7dd1-4d04-bbc6-08647a0c346d admin admin] Publish callbacks [] for security_group (14dad013-9ddb-4fa7-be37-0b987e0571be), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:25.939532 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-58bd7783-7dd1-4d04-bbc6-08647a0c346d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (14dad013-9ddb-4fa7-be37-0b987e0571be), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:25.942452 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-58bd7783-7dd1-4d04-bbc6-08647a0c346d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:25.943786 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-58bd7783-7dd1-4d04-bbc6-08647a0c346d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14dad013-9ddb-4fa7-be37-0b987e0571be HTTP/1.1" status: 204 len: 168 time: 0.2120500 Feb 14 19:25:25.954739 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd7783-7dd1-4d04-bbc6-08647a0c346d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dad013-9ddb-4fa7-be37-0b987e0571be,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:26.379021 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f42e9-dddf-46a4-850a-7a4a2def87ba req-ee3f3e12-d97f-49a3-8f51-9b1f30c25e39 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:26.385769 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f83f42e9-dddf-46a4-850a-7a4a2def87ba req-ee3f3e12-d97f-49a3-8f51-9b1f30c25e39 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0728586 Feb 14 19:25:26.446889 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f83f42e9-dddf-46a4-850a-7a4a2def87ba req-c89b7068-84c2-4c27-9a46-106be29a5a2e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544288 Feb 14 19:25:26.722327 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0bbe6-24e2-4ca3-b3ed-e805b22c3942 req-a88ac25b-c0a8-4a9f-91e6-2d0c2c584fc6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:26.723959 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-30a0bbe6-24e2-4ca3-b3ed-e805b22c3942 req-a88ac25b-c0a8-4a9f-91e6-2d0c2c584fc6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0671959 Feb 14 19:25:26.777417 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-30a0bbe6-24e2-4ca3-b3ed-e805b22c3942 req-34815447-3783-4f17-aed7-1625bd4b4750 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475352 Feb 14 19:25:27.596171 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63021ef7-a2e1-4be1-835f-e540d68acaf0 req-251b0aba-a2f4-4868-8592-e23fb8b686f9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:27.598769 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-63021ef7-a2e1-4be1-835f-e540d68acaf0 req-251b0aba-a2f4-4868-8592-e23fb8b686f9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0765116 Feb 14 19:25:27.664127 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-63021ef7-a2e1-4be1-835f-e540d68acaf0 req-446e8a6f-3e74-43f7-9207-7dc489cab654 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547745 Feb 14 19:25:27.927792 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e066a4c-4f99-4e44-9ad3-f292c7621def req-07a3da9f-e461-4d5e-a800-4c3422999b84 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:27.930103 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2e066a4c-4f99-4e44-9ad3-f292c7621def req-07a3da9f-e461-4d5e-a800-4c3422999b84 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0723932 Feb 14 19:25:28.005520 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2e066a4c-4f99-4e44-9ad3-f292c7621def req-5a13c6c9-c34c-4c7b-9e80-0e135d05ee58 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692284 Feb 14 19:25:28.823095 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c48826-ed9c-46f7-9cfc-2b2e6fd13d73 req-b113b1a6-bf1e-4911-9520-cea1f4d38e9a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:28.824690 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d3c48826-ed9c-46f7-9cfc-2b2e6fd13d73 req-b113b1a6-bf1e-4911-9520-cea1f4d38e9a tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0624151 Feb 14 19:25:28.881683 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d3c48826-ed9c-46f7-9cfc-2b2e6fd13d73 req-e4a60286-e4b5-47c8-9ddc-3ed3ea4b34c3 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507934 Feb 14 19:25:29.155089 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeac714-01e9-4d92-b440-2ff5fef37faf req-92e88ce1-33be-46de-8ecd-4ae4c0c2c1fe tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:29.158821 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bfeac714-01e9-4d92-b440-2ff5fef37faf req-92e88ce1-33be-46de-8ecd-4ae4c0c2c1fe tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0576541 Feb 14 19:25:29.206785 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bfeac714-01e9-4d92-b440-2ff5fef37faf req-5eff0730-a54a-4071-8792-6e216cc0d0f5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446653 Feb 14 19:25:29.597435 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:25:30.019671 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c128626-146a-4652-b327-ce9177ac609a req-03b73431-ccd3-4771-a79c-21797cbb0a10 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:30.021273 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8c128626-146a-4652-b327-ce9177ac609a req-03b73431-ccd3-4771-a79c-21797cbb0a10 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0601199 Feb 14 19:25:30.079169 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8c128626-146a-4652-b327-ce9177ac609a req-37fd1adb-b104-44c7-836a-adb6daf186bb tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521762 Feb 14 19:25:30.391334 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087733b3-f266-4068-bf04-75ead1cb790a req-cb1f40ae-d287-4001-bf4e-ab5a5ea5fbce tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:30.392907 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-087733b3-f266-4068-bf04-75ead1cb790a req-cb1f40ae-d287-4001-bf4e-ab5a5ea5fbce tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0623295 Feb 14 19:25:30.446386 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-087733b3-f266-4068-bf04-75ead1cb790a req-70e8dc3a-b6df-4c49-9ae2-d075e2b6721b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476160 Feb 14 19:25:31.225342 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4131a3-21e3-4617-b464-7f8397a87ddb req-d7a2978d-4d78-42bf-949f-c517ace30d69 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:31.227205 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5c4131a3-21e3-4617-b464-7f8397a87ddb req-d7a2978d-4d78-42bf-949f-c517ace30d69 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0686238 Feb 14 19:25:31.279937 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5c4131a3-21e3-4617-b464-7f8397a87ddb req-cb19d99c-95c8-4940-81ff-94ff4c1675d3 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463476 Feb 14 19:25:31.592185 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d114b-9857-44c5-8203-3d02413653a6 req-b01b538e-ee8a-4b92-9204-b2c7ce29bf13 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:31.593781 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b73d114b-9857-44c5-8203-3d02413653a6 req-b01b538e-ee8a-4b92-9204-b2c7ce29bf13 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0655973 Feb 14 19:25:31.644216 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b73d114b-9857-44c5-8203-3d02413653a6 req-cf20d0db-76f5-4e8a-b3ef-670dfbe80144 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447431 Feb 14 19:25:32.036074 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-27d654f9-977d-4549-be13-963d8c7be3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:32.037604 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-27d654f9-977d-4549-be13-963d8c7be3f7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e&tenant_id=d8e94048f637402f867e42ca604960db HTTP/1.1" status: 200 len: 1128 time: 0.1157882 Feb 14 19:25:32.039540 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8320443-4f29-4d1a-820e-3e2233b4e2fa req-75a930b8-47ea-43f9-aa4b-43a40d94344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:32.040964 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e8320443-4f29-4d1a-820e-3e2233b4e2fa req-75a930b8-47ea-43f9-aa4b-43a40d94344e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 1129 time: 0.1204278 Feb 14 19:25:32.122732 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e8320443-4f29-4d1a-820e-3e2233b4e2fa req-dda93dac-db33-4e04-8083-68eea8f4e717 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737417 Feb 14 19:25:32.134148 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-47f8e389-7892-4290-90be-c43b3c9317fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:32.135716 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-47f8e389-7892-4290-90be-c43b3c9317fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8e94048f637402f867e42ca604960db&device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 1128 time: 0.0708525 Feb 14 19:25:32.433392 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-ea74870f-8080-4573-86bf-594acf94eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:32.435722 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-ea74870f-8080-4573-86bf-594acf94eb57 service neutron] 10.222.0.43 "GET /v2.0/networks?id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 200 len: 918 time: 0.1080065 Feb 14 19:25:32.468450 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b9a77-0459-4671-b8fd-0d8a01c84869 req-5d06fe8e-0077-4fb4-944d-a586489f9a62 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:32.482028 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-860b9a77-0459-4671-b8fd-0d8a01c84869 req-5d06fe8e-0077-4fb4-944d-a586489f9a62 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0823376 Feb 14 19:25:32.524495 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-9d00347f-e2f2-446b-baa8-6c38f6202d7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 HTTP/1.1" status: 200 len: 998 time: 0.0821002 Feb 14 19:25:32.526017 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-860b9a77-0459-4671-b8fd-0d8a01c84869 req-fb0ac71c-b50d-46ce-9d9d-50caaedcf852 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482354 Feb 14 19:25:32.587952 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-bd1aab71-e2fe-4dd9-bd2a-3fe7ca134378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:32.589311 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-bd1aab71-e2fe-4dd9-bd2a-3fe7ca134378 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfee419b-fffe-4533-9b87-1735a151f782 HTTP/1.1" status: 200 len: 856 time: 0.0557027 Feb 14 19:25:32.648682 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-2a910ab5-3206-46d2-8281-685ecf602f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:32.650216 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-2a910ab5-3206-46d2-8281-685ecf602f85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538683 Feb 14 19:25:32.781670 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-f427ec7e-fddf-406f-8868-e9b4c7f72461 service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241634 Feb 14 19:25:32.855416 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81fd64-e452-40d0-a79b-d207d2870d80 req-0775e2c3-2916-459c-94fc-9d0c89c0a4d1 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:32.857076 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ca81fd64-e452-40d0-a79b-d207d2870d80 req-0775e2c3-2916-459c-94fc-9d0c89c0a4d1 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.1215222 Feb 14 19:25:32.916536 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4ae463ea-f251-4441-a33c-477bd51d2376 req-3c7a61ac-de21-4358-bde2-f1b525a7c2d5 service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282218 Feb 14 19:25:32.932154 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ca81fd64-e452-40d0-a79b-d207d2870d80 req-d34a2e24-fafa-4de5-ac5b-c0f97aeee6dd tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678735 Feb 14 19:25:33.322202 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 56952) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:33.469663 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4c8023b7-3aaf-4688-bf15-e3b80ce0fc85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:33.556978 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4c8023b7-3aaf-4688-bf15-e3b80ce0fc85 admin admin] Publish callbacks [] for security_group (49700825-d7d3-48ce-8c76-a652818272eb), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:33.691579 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e81b49-2516-42cc-8933-b9bdc11175d6 req-b01b0fb4-4d36-46d6-9d86-776f404b500b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:33.693233 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-91e81b49-2516-42cc-8933-b9bdc11175d6 req-b01b0fb4-4d36-46d6-9d86-776f404b500b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0772448 Feb 14 19:25:33.694524 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4c8023b7-3aaf-4688-bf15-e3b80ce0fc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (49700825-d7d3-48ce-8c76-a652818272eb), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:33.754744 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 56974) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:33.755372 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-4c8023b7-3aaf-4688-bf15-e3b80ce0fc85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e3863168a50417ea87a125dba80eb40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314697 Feb 14 19:25:33.764838 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8023b7-3aaf-4688-bf15-e3b80ce0fc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49700825-d7d3-48ce-8c76-a652818272eb,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:33.795807 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-91e81b49-2516-42cc-8933-b9bdc11175d6 req-c40a83e7-9409-4a28-a0bf-4d934c3eb258 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903575 Feb 14 19:25:33.897976 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0ea48a68-bea7-4cbd-8642-94a314e28d14 admin admin] Publish callbacks [] for security_group (49700825-d7d3-48ce-8c76-a652818272eb), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:33.952562 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0ea48a68-bea7-4cbd-8642-94a314e28d14 admin admin] Publish callbacks [] for security_group (49700825-d7d3-48ce-8c76-a652818272eb), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:34.182646 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf3198-3239-434c-ac9b-3ea58c31d002 req-c2dd7fe5-0351-4435-b2b1-588d7ad6f94e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:34.184177 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-65bf3198-3239-434c-ac9b-3ea58c31d002 req-c2dd7fe5-0351-4435-b2b1-588d7ad6f94e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0747275 Feb 14 19:25:34.209943 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0ea48a68-bea7-4cbd-8642-94a314e28d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (49700825-d7d3-48ce-8c76-a652818272eb), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:34.219929 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0ea48a68-bea7-4cbd-8642-94a314e28d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:34.226634 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-0ea48a68-bea7-4cbd-8642-94a314e28d14 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49700825-d7d3-48ce-8c76-a652818272eb HTTP/1.1" status: 204 len: 168 time: 0.4664135 Feb 14 19:25:34.243389 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea48a68-bea7-4cbd-8642-94a314e28d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49700825-d7d3-48ce-8c76-a652818272eb,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:34.280363 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-65bf3198-3239-434c-ac9b-3ea58c31d002 req-06221352-67fc-4d12-8d7d-b261903f19c7 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840945 Feb 14 19:25:34.754376 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24f4d1-925e-4658-93a5-c6dc8bf6e9d4 req-29e66eb9-8dc1-4d09-8771-20279b6979f9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:34.755909 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6c24f4d1-925e-4658-93a5-c6dc8bf6e9d4 req-29e66eb9-8dc1-4d09-8771-20279b6979f9 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0652499 Feb 14 19:25:34.859134 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6c24f4d1-925e-4658-93a5-c6dc8bf6e9d4 req-740e5839-2fa5-456d-abff-2a59c04b6c94 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895493 Feb 14 19:25:35.502198 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fad01-1ba0-4a67-aeee-5036827c9546 req-053b3437-fb36-4400-b23d-ccf2e52c87b7 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:35.503921 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c6fad01-1ba0-4a67-aeee-5036827c9546 req-053b3437-fb36-4400-b23d-ccf2e52c87b7 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.1330061 Feb 14 19:25:35.597063 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c6fad01-1ba0-4a67-aeee-5036827c9546 req-ec3bfc1b-4505-47ee-a0b7-a48dd5939082 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872898 Feb 14 19:25:36.080778 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19172843-6c3f-4f66-a543-0537dc2256f0 req-eaee389b-bc80-4589-a347-9f3d3050a8f0 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:36.084615 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-19172843-6c3f-4f66-a543-0537dc2256f0 req-eaee389b-bc80-4589-a347-9f3d3050a8f0 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0992932 Feb 14 19:25:36.151909 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-19172843-6c3f-4f66-a543-0537dc2256f0 req-147f706d-63d1-4871-aa5b-e636c91b08c2 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602801 Feb 14 19:25:36.774603 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9024bde-e2b9-47ec-bbec-7e7af725c4a1 req-4ef542fa-affb-47b5-8e80-0cac63d08015 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:36.789582 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f9024bde-e2b9-47ec-bbec-7e7af725c4a1 req-4ef542fa-affb-47b5-8e80-0cac63d08015 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0909796 Feb 14 19:25:36.905928 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f9024bde-e2b9-47ec-bbec-7e7af725c4a1 req-2c81cdc3-55f2-44bb-8703-470946703b46 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149304 Feb 14 19:25:37.334956 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec9d8e-5684-456b-898d-b1a97baa6a61 req-15302bdc-d702-4d22-9244-43c4b11e409e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:37.336622 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-66ec9d8e-5684-456b-898d-b1a97baa6a61 req-15302bdc-d702-4d22-9244-43c4b11e409e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0932887 Feb 14 19:25:37.399960 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-66ec9d8e-5684-456b-898d-b1a97baa6a61 req-d4638cdb-de28-4bcc-b693-063abfc5e9f3 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544307 Feb 14 19:25:38.157327 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2de2bb-4959-4ef0-b2d7-038d5e10af1f req-1b1d431f-94df-4cc9-aa2e-e4cc5a19d677 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:38.160080 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3a2de2bb-4959-4ef0-b2d7-038d5e10af1f req-1b1d431f-94df-4cc9-aa2e-e4cc5a19d677 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.1117024 Feb 14 19:25:38.251337 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3a2de2bb-4959-4ef0-b2d7-038d5e10af1f req-0d50081a-0c17-4500-bca2-cd9f12bde7aa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774686 Feb 14 19:25:38.599028 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865b61f-880a-474f-a23e-c267eef55eb8 req-bddcc213-cd9c-42c2-89f8-a1d504c2e171 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:38.613497 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-7865b61f-880a-474f-a23e-c267eef55eb8 req-bddcc213-cd9c-42c2-89f8-a1d504c2e171 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0800507 Feb 14 19:25:38.687684 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-7865b61f-880a-474f-a23e-c267eef55eb8 req-03ee6e0c-be2a-4833-b61f-f081c2689e52 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729737 Feb 14 19:25:38.712241 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57078) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:38.880136 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a3d9-86b2-4b1b-ae04-6ae978214b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:39.034482 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a3d9-86b2-4b1b-ae04-6ae978214b3f admin admin] Publish callbacks [] for security_group (c2cb8744-25b2-4c0e-a679-e1c86d5031a7), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:39.221341 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a3d9-86b2-4b1b-ae04-6ae978214b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (c2cb8744-25b2-4c0e-a679-e1c86d5031a7), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:39.270879 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8a3d9-86b2-4b1b-ae04-6ae978214b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cb8744-25b2-4c0e-a679-e1c86d5031a7,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:39.278992 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57086) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:39.280154 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-d9d8a3d9-86b2-4b1b-ae04-6ae978214b3f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b6b47cd8ca340f3b9b55a02ec2b874b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5655401 Feb 14 19:25:39.369417 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ae69ae98-b018-41c9-9ff0-1d46204ec833 admin admin] Publish callbacks [] for security_group (c2cb8744-25b2-4c0e-a679-e1c86d5031a7), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:39.426753 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ae69ae98-b018-41c9-9ff0-1d46204ec833 admin admin] Publish callbacks [] for security_group (c2cb8744-25b2-4c0e-a679-e1c86d5031a7), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:39.594402 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c984b49-2aaa-4e78-a7d3-5aac04e3d29c req-b3caa91b-b700-4bc4-9274-9dc6355442a3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:39.597193 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4c984b49-2aaa-4e78-a7d3-5aac04e3d29c req-b3caa91b-b700-4bc4-9274-9dc6355442a3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.1543550 Feb 14 19:25:39.671979 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4c984b49-2aaa-4e78-a7d3-5aac04e3d29c req-9f3a1733-306e-496b-a985-f70ccd20f4a9 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688257 Feb 14 19:25:39.713161 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ae69ae98-b018-41c9-9ff0-1d46204ec833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (c2cb8744-25b2-4c0e-a679-e1c86d5031a7), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:39.718699 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ae69ae98-b018-41c9-9ff0-1d46204ec833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:39.727614 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-ae69ae98-b018-41c9-9ff0-1d46204ec833 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2cb8744-25b2-4c0e-a679-e1c86d5031a7 HTTP/1.1" status: 204 len: 168 time: 0.4470356 Feb 14 19:25:39.745252 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69ae98-b018-41c9-9ff0-1d46204ec833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cb8744-25b2-4c0e-a679-e1c86d5031a7,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:39.883469 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f5197-f15f-4a79-8f6a-95dc1ad0ece0 req-2acfe6db-01f8-4bbd-9b25-7cc6f580b788 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:39.885148 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4d6f5197-f15f-4a79-8f6a-95dc1ad0ece0 req-2acfe6db-01f8-4bbd-9b25-7cc6f580b788 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0771110 Feb 14 19:25:39.986003 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4d6f5197-f15f-4a79-8f6a-95dc1ad0ece0 req-74b5f857-e71a-474d-88cb-5706bc4dd3f5 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909414 Feb 14 19:25:40.599783 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-edecd61c-5e6b-413d-a610-4b6e018d88ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:40.686199 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57106) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:40.706749 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-55e3cd84-2d05-4d74-a666-6b5c89d75c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:40.908835 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-55e3cd84-2d05-4d74-a666-6b5c89d75c35 admin admin] Publish callbacks [] for security_group (1c43faf1-6e02-411f-8d99-fb3f8cdf35ea), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:40.919992 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27abea-7b6a-4db3-a011-5c14b7c66814 req-3a5ea468-b1bb-43fa-9ad1-6820dd6c1acf tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:40.929697 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0c27abea-7b6a-4db3-a011-5c14b7c66814 req-3a5ea468-b1bb-43fa-9ad1-6820dd6c1acf tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.1322818 Feb 14 19:25:41.014517 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-55e3cd84-2d05-4d74-a666-6b5c89d75c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1c43faf1-6e02-411f-8d99-fb3f8cdf35ea), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:41.033803 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0c27abea-7b6a-4db3-a011-5c14b7c66814 req-55af9c6e-94e5-4132-bd26-46f806a60472 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901432 Feb 14 19:25:41.050537 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3cd84-2d05-4d74-a666-6b5c89d75c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c43faf1-6e02-411f-8d99-fb3f8cdf35ea,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:41.080657 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-55e3cd84-2d05-4d74-a666-6b5c89d75c35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ba01d4c2d8e4041ad9a5ec6ff730e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3909805 Feb 14 19:25:41.080962 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57114) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:41.180274 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee93c-fe3f-4d59-8f16-e2fd1b075241 admin admin] Publish callbacks [] for security_group (1c43faf1-6e02-411f-8d99-fb3f8cdf35ea), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:41.212949 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee93c-fe3f-4d59-8f16-e2fd1b075241 admin admin] Publish callbacks [] for security_group (1c43faf1-6e02-411f-8d99-fb3f8cdf35ea), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:41.252977 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fff6dd-1cf0-4b1d-a9e7-4b9e2040c4c5 req-41655950-aabc-49cc-b144-62abb95d2db8 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:41.254300 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a1fff6dd-1cf0-4b1d-a9e7-4b9e2040c4c5 req-41655950-aabc-49cc-b144-62abb95d2db8 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.1244018 Feb 14 19:25:41.365718 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a1fff6dd-1cf0-4b1d-a9e7-4b9e2040c4c5 req-b8f9b752-f93b-4c58-8b74-41ff4dbc26fd tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946758 Feb 14 19:25:41.478451 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee93c-fe3f-4d59-8f16-e2fd1b075241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1c43faf1-6e02-411f-8d99-fb3f8cdf35ea), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:41.481848 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee93c-fe3f-4d59-8f16-e2fd1b075241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:41.486309 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-0b7ee93c-fe3f-4d59-8f16-e2fd1b075241 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1c43faf1-6e02-411f-8d99-fb3f8cdf35ea HTTP/1.1" status: 204 len: 168 time: 0.4011822 Feb 14 19:25:41.495339 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ee93c-fe3f-4d59-8f16-e2fd1b075241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c43faf1-6e02-411f-8d99-fb3f8cdf35ea,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:42.205971 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e1489-46e0-44e1-886e-b03a549d3551 req-f994a711-a8c1-4b0e-9f18-7a61b093ac99 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:42.207706 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2f1e1489-46e0-44e1-886e-b03a549d3551 req-f994a711-a8c1-4b0e-9f18-7a61b093ac99 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0632765 Feb 14 19:25:42.280170 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2f1e1489-46e0-44e1-886e-b03a549d3551 req-cd742619-7674-4227-9ba6-1a1ef929d375 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617363 Feb 14 19:25:42.470835 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57134) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:42.480186 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2fbbf-d16b-4f61-a641-0dc1395b74a7 req-c5164471-fbdc-47db-87b9-2378c1b68783 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:42.482493 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-64b2fbbf-d16b-4f61-a641-0dc1395b74a7 req-c5164471-fbdc-47db-87b9-2378c1b68783 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0569675 Feb 14 19:25:42.485688 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-78c9bb72-b116-4357-8011-0e450aac03d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:42.541220 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-64b2fbbf-d16b-4f61-a641-0dc1395b74a7 req-5aeb819f-299d-4742-996b-9e24f53b8d3c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522921 Feb 14 19:25:42.598882 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-78c9bb72-b116-4357-8011-0e450aac03d4 admin admin] Publish callbacks [] for security_group (e91a6c34-7e85-4307-bb09-f8a36a22baec), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:42.677153 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-78c9bb72-b116-4357-8011-0e450aac03d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (e91a6c34-7e85-4307-bb09-f8a36a22baec), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:42.724793 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-78c9bb72-b116-4357-8011-0e450aac03d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9a50ae23c2c471b90ea5f130965751a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525644 Feb 14 19:25:42.726106 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9bb72-b116-4357-8011-0e450aac03d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91a6c34-7e85-4307-bb09-f8a36a22baec,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:42.728673 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57136) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:42.790986 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b597f884-0b0f-4b0d-8e3a-84847901ff13 admin admin] Publish callbacks [] for security_group (e91a6c34-7e85-4307-bb09-f8a36a22baec), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:42.817607 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b597f884-0b0f-4b0d-8e3a-84847901ff13 admin admin] Publish callbacks [] for security_group (e91a6c34-7e85-4307-bb09-f8a36a22baec), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:42.857697 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-1c907ac1-667b-4a1b-af24-6fbdb71d339c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:42.940573 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677282c4-1004-4e6c-8dbf-15d46f909527 req-f7f7799e-01a9-4e08-a2dd-1c94119451df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:42.942142 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-677282c4-1004-4e6c-8dbf-15d46f909527 req-f7f7799e-01a9-4e08-a2dd-1c94119451df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8fbd711ec5d4004868c7d165ae108af&device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 1129 time: 0.0548379 Feb 14 19:25:42.946499 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b597f884-0b0f-4b0d-8e3a-84847901ff13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (e91a6c34-7e85-4307-bb09-f8a36a22baec), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:42.949389 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b597f884-0b0f-4b0d-8e3a-84847901ff13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:42.950938 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-b597f884-0b0f-4b0d-8e3a-84847901ff13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e91a6c34-7e85-4307-bb09-f8a36a22baec HTTP/1.1" status: 204 len: 168 time: 0.2210901 Feb 14 19:25:42.975932 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597f884-0b0f-4b0d-8e3a-84847901ff13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91a6c34-7e85-4307-bb09-f8a36a22baec,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:43.065969 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677282c4-1004-4e6c-8dbf-15d46f909527 req-ea4c4418-230d-4d1c-9b32-7b2dcba67067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:43.070030 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-677282c4-1004-4e6c-8dbf-15d46f909527 req-ea4c4418-230d-4d1c-9b32-7b2dcba67067 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4 HTTP/1.1" status: 200 len: 920 time: 0.1170824 Feb 14 19:25:43.116911 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-677282c4-1004-4e6c-8dbf-15d46f909527 req-f3b10466-7cac-4f24-8888-293ea217ea9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d439a8-8296-4d11-8c38-17a5015e337a HTTP/1.1" status: 200 len: 217 time: 0.0430012 Feb 14 19:25:43.169883 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677282c4-1004-4e6c-8dbf-15d46f909527 req-1acbbcd6-6237-43cb-82fc-396c7fe0b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:43.171589 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-677282c4-1004-4e6c-8dbf-15d46f909527 req-1acbbcd6-6237-43cb-82fc-396c7fe0b9b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f295adab-0ed8-45be-bb43-1a3d87848e91 HTTP/1.1" status: 200 len: 859 time: 0.0484488 Feb 14 19:25:43.205383 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-677282c4-1004-4e6c-8dbf-15d46f909527 req-262f9d18-2f7d-4e15-9f63-e344f8cf2153 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272672 Feb 14 19:25:43.326612 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-677282c4-1004-4e6c-8dbf-15d46f909527 req-3fa3a07f-1f66-47d8-ac21-2b91582bd85c service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147330 Feb 14 19:25:43.489462 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-677282c4-1004-4e6c-8dbf-15d46f909527 req-009ccd38-24a0-428d-b678-66e0a36ade77 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515403 Feb 14 19:25:43.494171 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a38a84-a25c-439c-a9e0-8e476a33ce35 req-6f14762f-7120-4ce2-b284-6c1849f45a07 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:43.495857 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-78a38a84-a25c-439c-a9e0-8e476a33ce35 req-6f14762f-7120-4ce2-b284-6c1849f45a07 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0937831 Feb 14 19:25:43.574782 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-78a38a84-a25c-439c-a9e0-8e476a33ce35 req-a92dc468-6cbe-44ae-9649-ce9392d930bd tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551653 Feb 14 19:25:43.739724 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d3a80-17cf-4d4d-a6c7-cd335a56e7e8 req-c91f557d-4d94-4c8f-b4b1-ae752a1a5abf tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:43.741265 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-989d3a80-17cf-4d4d-a6c7-cd335a56e7e8 req-c91f557d-4d94-4c8f-b4b1-ae752a1a5abf tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0791347 Feb 14 19:25:43.794587 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-989d3a80-17cf-4d4d-a6c7-cd335a56e7e8 req-b98ba9ad-044e-40a1-bd3e-8321042a6858 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476069 Feb 14 19:25:44.233981 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:44.807932 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9492a07-c74f-411e-af36-f5ae383f0ca4 req-a9388162-2967-49b4-9996-2dc47b112ebd tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:44.811209 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b9492a07-c74f-411e-af36-f5ae383f0ca4 req-a9388162-2967-49b4-9996-2dc47b112ebd tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.1008947 Feb 14 19:25:44.913929 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b9492a07-c74f-411e-af36-f5ae383f0ca4 req-4bcc5f16-8f7a-4000-9e8c-276564ceb4cc tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787554 Feb 14 19:25:45.062020 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fe1f0-455d-411e-a987-ce8781e34006 req-d66575d2-7942-4595-afda-9887fb53c1bf tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:45.063940 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a02fe1f0-455d-411e-a987-ce8781e34006 req-d66575d2-7942-4595-afda-9887fb53c1bf tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0687327 Feb 14 19:25:45.126278 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a02fe1f0-455d-411e-a987-ce8781e34006 req-29e145e4-ca04-4473-b212-f513a6ce1e74 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544217 Feb 14 19:25:45.190823 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be5948-b608-43ec-be68-0152f27383b2 req-c1016ee7-3602-498f-82e5-c0179b19824a tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:45.192410 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-83be5948-b608-43ec-be68-0152f27383b2 req-c1016ee7-3602-498f-82e5-c0179b19824a tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 945 time: 0.0739515 Feb 14 19:25:45.276160 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-83be5948-b608-43ec-be68-0152f27383b2 req-ae9144ca-2b1a-4440-ab67-f09ad2ab100b tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778682 Feb 14 19:25:45.679683 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:46.080229 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc3bdd-b497-441c-b0aa-32adb88857db req-d5019e4b-49a2-45a3-a096-6a80f0ea459a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:46.082132 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-29bc3bdd-b497-441c-b0aa-32adb88857db req-d5019e4b-49a2-45a3-a096-6a80f0ea459a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0743659 Feb 14 19:25:46.134146 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-29bc3bdd-b497-441c-b0aa-32adb88857db req-d2f8525b-d274-4d83-9584-40b0651c280d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451748 Feb 14 19:25:46.321983 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e25dd-6294-4339-ac65-3043a4caaa0b req-cc68f438-a13d-418b-948a-5e36a468bf1e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:46.327968 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-be4e25dd-6294-4339-ac65-3043a4caaa0b req-cc68f438-a13d-418b-948a-5e36a468bf1e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0808129 Feb 14 19:25:46.389777 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-be4e25dd-6294-4339-ac65-3043a4caaa0b req-1dfcd016-4aba-44d9-9906-01faf674c03c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543206 Feb 14 19:25:46.440481 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39059007-ce31-448f-a0bd-1f3f48d20a70 req-c472ed6d-ac6a-4ac4-8063-e8f7e33ff6d7 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:46.442287 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-39059007-ce31-448f-a0bd-1f3f48d20a70 req-c472ed6d-ac6a-4ac4-8063-e8f7e33ff6d7 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 945 time: 0.0735927 Feb 14 19:25:46.497234 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-39059007-ce31-448f-a0bd-1f3f48d20a70 req-3ffb46bc-3fc8-4439-afa2-52c56db4aadc tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486190 Feb 14 19:25:46.740793 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:46.895124 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71247f5-4ce4-4b96-a11f-f68b58d88c6b req-15ca0bc5-33e2-4c6f-8ec9-55861780de24 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:46.896738 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d71247f5-4ce4-4b96-a11f-f68b58d88c6b req-15ca0bc5-33e2-4c6f-8ec9-55861780de24 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 945 time: 0.0596035 Feb 14 19:25:47.004150 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-d71247f5-4ce4-4b96-a11f-f68b58d88c6b req-193a7497-dd06-47cd-93f5-41405c97a9d7 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Deleting port f7967603-624f-4184-b5b9-aec2b57397b4 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:25:47.004518 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d71247f5-4ce4-4b96-a11f-f68b58d88c6b req-193a7497-dd06-47cd-93f5-41405c97a9d7 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (f7967603-624f-4184-b5b9-aec2b57397b4), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:47.124873 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-d71247f5-4ce4-4b96-a11f-f68b58d88c6b req-193a7497-dd06-47cd-93f5-41405c97a9d7 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] For port f7967603-624f-4184-b5b9-aec2b57397b4, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f7967603-624f-4184-b5b9-aec2b57397b4,segment=NetworkSegment(cfa25b49-95fd-4d04-a37d-42cd67f278d2),segment_id=cfa25b49-95fd-4d04-a37d-42cd67f278d2)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:25:47.125554 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d71247f5-4ce4-4b96-a11f-f68b58d88c6b req-193a7497-dd06-47cd-93f5-41405c97a9d7 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (f7967603-624f-4184-b5b9-aec2b57397b4), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:47.147197 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-d71247f5-4ce4-4b96-a11f-f68b58d88c6b req-193a7497-dd06-47cd-93f5-41405c97a9d7 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Calling delete_port for f7967603-624f-4184-b5b9-aec2b57397b4 owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:25:47.317313 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796af9b6-d5e0-4742-ac6d-24ab6130ade2 req-7d091079-28d2-4d6d-b672-b6ef66658d09 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:47.318871 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-796af9b6-d5e0-4742-ac6d-24ab6130ade2 req-7d091079-28d2-4d6d-b672-b6ef66658d09 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0688598 Feb 14 19:25:47.386307 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-796af9b6-d5e0-4742-ac6d-24ab6130ade2 req-34f88122-92e8-45df-8d03-6367aa46945c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585136 Feb 14 19:25:47.505388 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d71247f5-4ce4-4b96-a11f-f68b58d88c6b req-193a7497-dd06-47cd-93f5-41405c97a9d7 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (f7967603-624f-4184-b5b9-aec2b57397b4), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:47.519574 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['f7967603-624f-4184-b5b9-aec2b57397b4'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:25:47.567171 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a7497-dd06-47cd-93f5-41405c97a9d7 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Pushing event deleted for resources: {'Port': ['ID=f7967603-624f-4184-b5b9-aec2b57397b4,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:47.670850 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71247f5-4ce4-4b96-a11f-f68b58d88c6b req-193a7497-dd06-47cd-93f5-41405c97a9d7 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] No DVR routers for this DVR port f7967603-624f-4184-b5b9-aec2b57397b4 on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:25:47.675454 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2237947e-5486-4986-aec0-85b742121bca req-a90cdb93-b28c-48c3-83fe-ae2f605aceae tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 210 time: 0.0626578 Feb 14 19:25:47.677444 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d71247f5-4ce4-4b96-a11f-f68b58d88c6b req-193a7497-dd06-47cd-93f5-41405c97a9d7 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:47.681105 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d71247f5-4ce4-4b96-a11f-f68b58d88c6b req-193a7497-dd06-47cd-93f5-41405c97a9d7 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.43 "DELETE /v2.0/ports/f7967603-624f-4184-b5b9-aec2b57397b4 HTTP/1.1" status: 204 len: 173 time: 0.7781758 Feb 14 19:25:47.688618 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23442b5-06fe-4090-bf06-228c7a7e8113', 'name': 'network-vif-deleted', 'tag': 'f7967603-624f-4184-b5b9-aec2b57397b4'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:25:47.688618 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbabc6e6-4eda-47e6-bb76-c0c817dc105e" -d '{"events": [{"server_uuid": "f23442b5-06fe-4090-bf06-228c7a7e8113", "name": "network-vif-deleted", "tag": "f7967603-624f-4184-b5b9-aec2b57397b4"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:25:47.724703 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1488db-8473-4d74-bf13-480bfe41fcc5 x-openstack-request-id: req-8b1488db-8473-4d74-bf13-480bfe41fcc5 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:25:47.725072 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23442b5-06fe-4090-bf06-228c7a7e8113", "name": "network-vif-deleted", "tag": "f7967603-624f-4184-b5b9-aec2b57397b4", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:25:47.725396 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b1488db-8473-4d74-bf13-480bfe41fcc5 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:25:47.725859 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23442b5-06fe-4090-bf06-228c7a7e8113', 'name': 'network-vif-deleted', 'tag': 'f7967603-624f-4184-b5b9-aec2b57397b4', 'status': 'completed', 'code': 200} Feb 14 19:25:48.550043 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5f62c66c-289a-4f03-a428-c9a3e117d8c3 req-851744c7-5ff6-473e-b30e-4c5ce01bde18 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462973 Feb 14 19:25:48.558648 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1e87f-e337-44d4-8155-ed7b55811ceb req-362c23d3-8f13-4397-ba23-805c39a77db0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:48.561199 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-93c1e87f-e337-44d4-8155-ed7b55811ceb req-362c23d3-8f13-4397-ba23-805c39a77db0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0630534 Feb 14 19:25:48.621877 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62c66c-289a-4f03-a428-c9a3e117d8c3 req-014dd7fb-2b51-421e-be36-902fa55e643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:48.625674 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5f62c66c-289a-4f03-a428-c9a3e117d8c3 req-014dd7fb-2b51-421e-be36-902fa55e643b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8fbd711ec5d4004868c7d165ae108af&device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 1129 time: 0.0508215 Feb 14 19:25:48.646449 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-93c1e87f-e337-44d4-8155-ed7b55811ceb req-ea7e229f-8f7f-45b2-8495-cc8da9335d2b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759187 Feb 14 19:25:48.780050 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62c66c-289a-4f03-a428-c9a3e117d8c3 req-880c0f75-8b0c-4bac-acbf-ac2b991094db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:48.781622 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5f62c66c-289a-4f03-a428-c9a3e117d8c3 req-880c0f75-8b0c-4bac-acbf-ac2b991094db service neutron] 10.222.0.43 "GET /v2.0/networks?id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4 HTTP/1.1" status: 200 len: 920 time: 0.1163328 Feb 14 19:25:48.838565 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5f62c66c-289a-4f03-a428-c9a3e117d8c3 req-cae726fb-350b-42e8-8d60-447289476bd2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d439a8-8296-4d11-8c38-17a5015e337a HTTP/1.1" status: 200 len: 217 time: 0.0497012 Feb 14 19:25:48.896970 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b9393186-99e6-4904-afab-e48a85b871ad req-07a17e87-1cf9-47f8-af35-92893fd72294 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=f23442b5-06fe-4090-bf06-228c7a7e8113 HTTP/1.1" status: 200 len: 210 time: 0.0679636 Feb 14 19:25:48.904145 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57302) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:48.923454 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62c66c-289a-4f03-a428-c9a3e117d8c3 req-e2028021-ce2d-4a2a-8be9-aba41b01585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:48.924928 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5f62c66c-289a-4f03-a428-c9a3e117d8c3 req-e2028021-ce2d-4a2a-8be9-aba41b01585b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f295adab-0ed8-45be-bb43-1a3d87848e91 HTTP/1.1" status: 200 len: 859 time: 0.0790477 Feb 14 19:25:48.963836 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5f62c66c-289a-4f03-a428-c9a3e117d8c3 req-f19b0229-e85c-476d-b59d-01d52dffd54b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fab74b34-fdee-4ad1-a3ed-0ddc578628b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275965 Feb 14 19:25:49.031112 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:49.089658 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5f62c66c-289a-4f03-a428-c9a3e117d8c3 req-f73e6234-cf62-425c-9cd6-fb597e7d1cb3 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087966 Feb 14 19:25:49.133312 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Publish callbacks [] for security_group (a1ec7af3-8d75-4a5a-a9fd-c806c68ef752), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:49.196325 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5f62c66c-289a-4f03-a428-c9a3e117d8c3 req-236b4b7f-1f6c-4607-90e1-23dcde9fef42 service neutron] 10.222.0.43 "GET /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991049 Feb 14 19:25:49.304925 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (a1ec7af3-8d75-4a5a-a9fd-c806c68ef752), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:49.351329 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41d120066cce4706aaad9044c750edd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4457777 Feb 14 19:25:49.351953 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ec7af3-8d75-4a5a-a9fd-c806c68ef752,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:49.360649 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57314) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:49.368399 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:49.369295 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.369653 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.370002 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.370362 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.372608 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.373057 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.373398 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.373775 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.374330 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.378514 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.379586 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.380356 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.381608 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb90bf0-05b0-4c38-8a15-9d2896f34d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.424210 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Publish callbacks [] for security_group (a1ec7af3-8d75-4a5a-a9fd-c806c68ef752), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:49.452079 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Publish callbacks [] for security_group (a1ec7af3-8d75-4a5a-a9fd-c806c68ef752), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:49.609512 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (a1ec7af3-8d75-4a5a-a9fd-c806c68ef752), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:49.612957 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:49.614122 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1ec7af3-8d75-4a5a-a9fd-c806c68ef752 HTTP/1.1" status: 204 len: 168 time: 0.2557392 Feb 14 19:25:49.623102 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ec7af3-8d75-4a5a-a9fd-c806c68ef752,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:49.631496 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.631844 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.632194 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.632538 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.632872 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.633217 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.633560 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.633842 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.634166 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.634532 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.634862 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.635179 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.635500 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b704e2b-096f-40d4-a80a-e11083f91af3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:49.818786 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231425e5-2ca8-4b3f-8fc2-c08c591de33d req-673ea02c-178e-4ae0-b881-049173d582ff tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:49.819407 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-231425e5-2ca8-4b3f-8fc2-c08c591de33d req-673ea02c-178e-4ae0-b881-049173d582ff tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0723174 Feb 14 19:25:49.890056 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-231425e5-2ca8-4b3f-8fc2-c08c591de33d req-97aa7af8-35a7-417e-895b-6d6668504c94 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613832 Feb 14 19:25:51.054576 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365da8f-f966-41a4-8b5c-9d0800a367ed req-0c66c7bb-9a59-4d4f-b568-82b77a05c531 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:51.056174 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f365da8f-f966-41a4-8b5c-9d0800a367ed req-0c66c7bb-9a59-4d4f-b568-82b77a05c531 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 944 time: 0.0627754 Feb 14 19:25:51.107814 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f365da8f-f966-41a4-8b5c-9d0800a367ed req-7c334f03-8d79-4cf4-afc5-bed33bd03fc2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447915 Feb 14 19:25:51.723937 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:25:51.828935 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:25:51.840308 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'port_id': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'mac_address': 'fa:16:3e:69:12:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:25:51.879828 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:25:51.880210 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:51.894229 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:25:51.913929 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:25:51.980903 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:52.033525 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,revision_number=9']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:52.041100 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:52.041453 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:52.041822 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:52.042167 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:52.042533 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:52.042867 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:52.043200 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:52.043532 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:52.044517 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:52.045113 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:52.045442 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:52.045857 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:52.046108 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:25:52.240962 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e53d7-3047-4482-9f2f-b71ba9d1ef8a req-3208bcdb-5b94-4f9e-b3f3-829ca2cf03ca tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:52.242683 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-af3e53d7-3047-4482-9f2f-b71ba9d1ef8a req-3208bcdb-5b94-4f9e-b3f3-829ca2cf03ca tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 945 time: 0.0600622 Feb 14 19:25:52.297891 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-af3e53d7-3047-4482-9f2f-b71ba9d1ef8a req-6fa5b5af-247b-4da7-96c4-9b24585375e5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472686 Feb 14 19:25:52.518201 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f7967603-624f-4184-b5b9-aec2b57397b4 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:25:52.539772 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: f7967603-624f-4184-b5b9-aec2b57397b4 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:25:52.540123 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f7967603-624f-4184-b5b9-aec2b57397b4 not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:25:53.441129 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bf09f-abb4-4955-b531-47147023258f req-de9422d7-e5f5-454b-9efb-c3f39835a075 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:53.443755 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c2bf09f-abb4-4955-b531-47147023258f req-de9422d7-e5f5-454b-9efb-c3f39835a075 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 945 time: 0.0677722 Feb 14 19:25:53.511533 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c2bf09f-abb4-4955-b531-47147023258f req-c7e434ce-4b51-494e-bb87-b33f6a71a77e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620966 Feb 14 19:25:53.740266 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['0f3cad90-edf9-4a45-b3a1-fd58bbeacd03'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:25:54.647056 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e702eec-577c-4410-8efd-459e5776a40b req-0a5b20b2-d288-4ab6-a069-dfdf4546eac1 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:54.648729 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9e702eec-577c-4410-8efd-459e5776a40b req-0a5b20b2-d288-4ab6-a069-dfdf4546eac1 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 945 time: 0.0590026 Feb 14 19:25:54.714244 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9e702eec-577c-4410-8efd-459e5776a40b req-51c2897c-90ff-4483-8204-72dfb598cea7 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593424 Feb 14 19:25:55.456442 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:25:55.509381 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:25:55.509854 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:55.557026 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57432) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:55.712838 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3846a74-d584-4f93-bf37-556e097774e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:55.737617 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:25:55.738009 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:55.748114 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079fcb0-d9e7-4e0e-8719-9cd76109c23a req-5647ece1-7f4f-4489-9dd9-de6efccf0794 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:55.749859 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1079fcb0-d9e7-4e0e-8719-9cd76109c23a req-5647ece1-7f4f-4489-9dd9-de6efccf0794 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0969868 Feb 14 19:25:55.765805 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfab847-3413-4db1-9078-653cb290106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:25:55.768725 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca9ca2b-9dea-443a-85e0-e4e5ef231149" -d '{"events": [{"server_uuid": "cbfab847-3413-4db1-9078-653cb290106e", "name": "network-vif-plugged", "status": "completed", "tag": "0f3cad90-edf9-4a45-b3a1-fd58bbeacd03"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:25:55.781661 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:25:55.834302 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1079fcb0-d9e7-4e0e-8719-9cd76109c23a req-96b697fe-e598-46ec-b8e2-dfc9d4df318b tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751593 Feb 14 19:25:55.846526 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4019660-0992-41a1-b6e7-8db3f44885e1 req-35175522-9cca-4d62-ab6d-1da2be5008de tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:55.853426 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e4019660-0992-41a1-b6e7-8db3f44885e1 req-35175522-9cca-4d62-ab6d-1da2be5008de tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 945 time: 0.0610805 Feb 14 19:25:55.869750 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3846a74-d584-4f93-bf37-556e097774e1 admin admin] Publish callbacks [] for security_group (64058a39-17ad-4563-98c5-6e325bc87447), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:55.885541 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:55.886793 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8389b44-4eed-482c-a53d-abe4f0d70013 x-openstack-request-id: req-b8389b44-4eed-482c-a53d-abe4f0d70013 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:25:55.887186 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfab847-3413-4db1-9078-653cb290106e", "name": "network-vif-plugged", "status": "completed", "tag": "0f3cad90-edf9-4a45-b3a1-fd58bbeacd03", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:25:55.887548 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8389b44-4eed-482c-a53d-abe4f0d70013 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:25:55.887988 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfab847-3413-4db1-9078-653cb290106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'code': 200} Feb 14 19:25:55.909923 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e4019660-0992-41a1-b6e7-8db3f44885e1 req-4ada9138-8b14-44b0-a2e1-cfeedcd80d2c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556171 Feb 14 19:25:55.944746 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,revision_number=10']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:55.946554 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c3846a74-d584-4f93-bf37-556e097774e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (64058a39-17ad-4563-98c5-6e325bc87447), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:55.985051 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3846a74-d584-4f93-bf37-556e097774e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64058a39-17ad-4563-98c5-6e325bc87447,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:55.989687 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-c3846a74-d584-4f93-bf37-556e097774e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a66f6f72ca0492c8319cadd1e2894e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312620 Feb 14 19:25:55.992684 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57442) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:56.044580 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-885de540-d165-4354-ae62-74bda4ba0e97 admin admin] Publish callbacks [] for security_group (64058a39-17ad-4563-98c5-6e325bc87447), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:56.067553 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-885de540-d165-4354-ae62-74bda4ba0e97 admin admin] Publish callbacks [] for security_group (64058a39-17ad-4563-98c5-6e325bc87447), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:56.205213 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-885de540-d165-4354-ae62-74bda4ba0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (64058a39-17ad-4563-98c5-6e325bc87447), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:56.208659 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-885de540-d165-4354-ae62-74bda4ba0e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:56.209886 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-885de540-d165-4354-ae62-74bda4ba0e97 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64058a39-17ad-4563-98c5-6e325bc87447 HTTP/1.1" status: 204 len: 168 time: 0.2161725 Feb 14 19:25:56.219586 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885de540-d165-4354-ae62-74bda4ba0e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64058a39-17ad-4563-98c5-6e325bc87447,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:56.969179 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c7adf-736c-484b-a402-e24bd1d499d2 req-e4999e19-1675-4b46-84c7-3b9924e39c08 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:56.970792 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-380c7adf-736c-484b-a402-e24bd1d499d2 req-e4999e19-1675-4b46-84c7-3b9924e39c08 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0606630 Feb 14 19:25:57.035985 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-380c7adf-736c-484b-a402-e24bd1d499d2 req-0133027f-a44d-41bf-b313-44842e037512 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594058 Feb 14 19:25:57.067458 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eabed3-0b00-4506-aed1-33b04ae89229 req-d99bce40-aad6-4225-9060-b5885a5ac6f5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:57.069261 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-33eabed3-0b00-4506-aed1-33b04ae89229 req-d99bce40-aad6-4225-9060-b5885a5ac6f5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0714445 Feb 14 19:25:57.120417 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-33eabed3-0b00-4506-aed1-33b04ae89229 req-f1fb215a-ffa7-4813-a2cc-b9ef6fc2ce58 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447276 Feb 14 19:25:57.297378 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57476) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:57.405859 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-694612510-network', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:25:57.504706 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] Made reservation on behalf of 62b60dc2e6514bdf9ac5593137f409a8 for: {'network': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:25:57.507071 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:57.518194 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:57.618320 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] Publish callbacks [] for security_group (a0def578-136b-4d57-9867-995014dda610), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:57.762084 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (a0def578-136b-4d57-9867-995014dda610), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:57.789292 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:25:57.821302 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0def578-136b-4d57-9867-995014dda610,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:57.827858 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (6df71a2a-aac8-44c8-bbca-fcb3bcf736ea), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:57.828430 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.segments_db [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] Added segment 6df71a2a-aac8-44c8-bbca-fcb3bcf736ea of type vlan for network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 Feb 14 19:25:57.880638 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (be2c9359-90ea-4bbb-9201-502ed9c5f3b6), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:58.020930 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (be2c9359-90ea-4bbb-9201-502ed9c5f3b6), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:58.021907 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:58.022544 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:58.081697 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] Pushing event updated for resources: {'Network': ['ID=be2c9359-90ea-4bbb-9201-502ed9c5f3b6,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:58.093663 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:25:58.123632 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-e95fef76-7929-4f90-a4a9-5b55fd91ab70 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8245854 Feb 14 19:25:58.126904 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57486) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:58.134590 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-b3c6677b-4776-48f0-9263-b0e95b4938c0 admin admin] Request body: {'subnet': {'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-694612510-subnet', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'ip_version': 4}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:25:58.186732 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8095f-69f8-4ecb-91cd-a0e69011967b req-d983319e-4630-4975-992c-9dba993db1fa tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:58.189299 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bad8095f-69f8-4ecb-91cd-a0e69011967b req-d983319e-4630-4975-992c-9dba993db1fa tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0733597 Feb 14 19:25:58.242850 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bad8095f-69f8-4ecb-91cd-a0e69011967b req-ddb75bab-2a9f-480e-a831-3d4f757edf80 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462487 Feb 14 19:25:58.256847 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c6677b-4776-48f0-9263-b0e95b4938c0 admin admin] Made reservation on behalf of 62b60dc2e6514bdf9ac5593137f409a8 for: {'subnet': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:25:58.259143 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b3c6677b-4776-48f0-9263-b0e95b4938c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129471075'] for subnet (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:58.371421 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e84c03-4a50-413c-afe4-d1c59caeb071 req-1bb11cba-69b3-4d24-bda1-c9d679e5273f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:58.373657 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-57e84c03-4a50-413c-afe4-d1c59caeb071 req-1bb11cba-69b3-4d24-bda1-c9d679e5273f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.1313331 Feb 14 19:25:58.460025 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-57e84c03-4a50-413c-afe4-d1c59caeb071 req-f37b2056-f85c-4c54-93bd-0383f3d59f1d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802426 Feb 14 19:25:58.586846 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b3c6677b-4776-48f0-9263-b0e95b4938c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129455355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129471057'] for subnet (9b06bb16-5bc0-4dde-a877-15e3216c9bed), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:58.645217 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6677b-4776-48f0-9263-b0e95b4938c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b06bb16-5bc0-4dde-a877-15e3216c9bed,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:58.655553 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c6677b-4776-48f0-9263-b0e95b4938c0 admin admin] Checking segment: {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:25:58.662545 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c6677b-4776-48f0-9263-b0e95b4938c0 admin admin] Network hostable DHCP agents. Network: be2c9359-90ea-4bbb-9201-502ed9c5f3b6, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:25:58.824595 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c6677b-4776-48f0-9263-b0e95b4938c0 admin admin] Network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:25:58.928064 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-b3c6677b-4776-48f0-9263-b0e95b4938c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, be2c9359-90ea-4bbb-9201-502ed9c5f3b6) {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:25:58.932865 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c6677b-4776-48f0-9263-b0e95b4938c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:58.933960 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b3c6677b-4776-48f0-9263-b0e95b4938c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:58.938454 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622128e0-9b79-43d0-b69a-333912be649d None None] Network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:25:59.033445 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-b3c6677b-4776-48f0-9263-b0e95b4938c0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9048667 Feb 14 19:25:59.037950 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57494) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:25:59.040595 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:25:59.047805 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2e9e606-a314-5246-a6ef-5781a731b869-be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed'}]}} from dv-cinder-816898-8-iscsi. {{(pid=103312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 19:25:59.049186 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:59.175519 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254098'] for router (fe49aeb2-2367-485e-9765-70040cce3cb0), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:59.177478 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254107'] for router (fe49aeb2-2367-485e-9765-70040cce3cb0), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:59.194149 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.db_base_plugin_common [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Allocated IP 172.20.0.2 (be2c9359-90ea-4bbb-9201-502ed9c5f3b6/9b06bb16-5bc0-4dde-a877-15e3216c9bed/2a76e5fa-471f-4236-a33e-1561c1cf3fde) {{(pid=103312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:25:59.244910 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Publish callbacks [] for router_controller (fe49aeb2-2367-485e-9765-70040cce3cb0), precommit_add_association {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:59.368886 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Publish callbacks [] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), precommit_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:59.388086 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993775d-a9f5-4cc6-a07b-f1d3a50cd5d5 req-b4205d73-0d3b-4b6b-8241-16059b4134ed tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:59.390718 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e993775d-a9f5-4cc6-a07b-f1d3a50cd5d5 req-b4205d73-0d3b-4b6b-8241-16059b4134ed tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0694859 Feb 14 19:25:59.465172 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e993775d-a9f5-4cc6-a07b-f1d3a50cd5d5 req-eca0bd64-1bbd-48c9-be49-b62845133ab2 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669725 Feb 14 19:25:59.471595 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:59.525749 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Pushing event updated for resources: {'Port': ['ID=2a76e5fa-471f-4236-a33e-1561c1cf3fde,revision_number=1']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:59.539714 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 is already hosted by enough agents. {{(pid=103312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:25:59.541664 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.base_scheduler [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Resources bound (agent type, host, resource id): {{(pid=103312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:25:59.545386 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Received port after_create {{(pid=103312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:25:59.621396 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Attempting to bind port 2a76e5fa-471f-4236-a33e-1561c1cf3fde on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:25:59.621907 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Attempting to bind port 2a76e5fa-471f-4236-a33e-1561c1cf3fde by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:25:59.622292 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Attempting to bind port 2a76e5fa-471f-4236-a33e-1561c1cf3fde on network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:25:59.629880 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:25:59.630201 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Checking segment: {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:25:59.631131 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:59.631657 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Bound using segment: {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:25:59.633253 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Bound port: 2a76e5fa-471f-4236-a33e-1561c1cf3fde, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:25:59.633253 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:59.707994 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] For port 2a76e5fa-471f-4236-a33e-1561c1cf3fde, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:25:59.713020 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] For port 2a76e5fa-471f-4236-a33e-1561c1cf3fde, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=2a76e5fa-471f-4236-a33e-1561c1cf3fde,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:25:59.806093 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Publish callbacks [] for router_gateway (fe49aeb2-2367-485e-9765-70040cce3cb0), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:59.816726 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:25:59.887381 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2a5cf-d2fb-4b54-be23-e7466002c2fd req-dc7c8bee-d168-4ec3-9101-0d408d074732 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:25:59.889293 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bfd2a5cf-d2fb-4b54-be23-e7466002c2fd req-dc7c8bee-d168-4ec3-9101-0d408d074732 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0861461 Feb 14 19:25:59.907640 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996ec6f-45d4-4d89-ab1d-9b82ec48d4cd None None] Pushing event updated for resources: {'Port': ['ID=2a76e5fa-471f-4236-a33e-1561c1cf3fde,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:25:59.964385 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bfd2a5cf-d2fb-4b54-be23-e7466002c2fd req-60903095-d397-4a58-8849-7636cfaeb408 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689454 Feb 14 19:26:00.194793 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Publish callbacks [] for router_gateway (fe49aeb2-2367-485e-9765-70040cce3cb0), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:00.226496 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:00.357727 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Allocated IP 172.27.2.115 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/96be8e52-8172-4af8-a6f6-056c4e796cde) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:26:00.466276 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Publish callbacks [] for port (96be8e52-8172-4af8-a6f6-056c4e796cde), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:00.575800 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (96be8e52-8172-4af8-a6f6-056c4e796cde), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:00.591172 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12246f55-fabd-456c-8943-fc2aad367920 req-afd0812c-e2be-450c-9e03-590863d6cabb tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:00.593365 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-12246f55-fabd-456c-8943-fc2aad367920 req-afd0812c-e2be-450c-9e03-590863d6cabb tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0570099 Feb 14 19:26:00.624303 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:00.628109 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:00.634181 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:26:00.649729 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-12246f55-fabd-456c-8943-fc2aad367920 req-0521043c-033d-4a30-adbc-022ebd984ba7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505939 Feb 14 19:26:00.658291 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Pushing event updated for resources: {'Port': ['ID=96be8e52-8172-4af8-a6f6-056c4e796cde,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:00.974740 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eaf34a-7f7f-4deb-b035-41abd0b1e3f6 None None] Network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:26:01.014814 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Publish callbacks [] for router_gateway (fe49aeb2-2367-485e-9765-70040cce3cb0), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:01.052651 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-3ea12691-3a17-4945-87c5-26c91ace1f52 None None] Provisioning complete for port 2a76e5fa-471f-4236-a33e-1561c1cf3fde triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:01.053215 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3ea12691-3a17-4945-87c5-26c91ace1f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:01.160718 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426e01-7aa7-4cbf-b8bb-41c0d24defc5 req-fa5b683d-7715-41c0-9654-0fd3bdfd28ab tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:01.162318 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-11426e01-7aa7-4cbf-b8bb-41c0d24defc5 req-fa5b683d-7715-41c0-9654-0fd3bdfd28ab tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.1013784 Feb 14 19:26:01.174148 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 2a76e5fa-471f-4236-a33e-1561c1cf3fde up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:01.225413 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-3ea12691-3a17-4945-87c5-26c91ace1f52 None None] Current status of the port 2a76e5fa-471f-4236-a33e-1561c1cf3fde is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:01.225806 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3ea12691-3a17-4945-87c5-26c91ace1f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:01.272156 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-3ea12691-3a17-4945-87c5-26c91ace1f52 None None] For port 2a76e5fa-471f-4236-a33e-1561c1cf3fde, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=2a76e5fa-471f-4236-a33e-1561c1cf3fde,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:01.272397 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-11426e01-7aa7-4cbf-b8bb-41c0d24defc5 req-56db5e82-43e4-4ea3-bcd4-30ad4cb0bfba tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023836 Feb 14 19:26:01.274962 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 2a76e5fa-471f-4236-a33e-1561c1cf3fde triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:01.274962 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:01.357816 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3ea12691-3a17-4945-87c5-26c91ace1f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:01.382927 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922319'] for router (fe49aeb2-2367-485e-9765-70040cce3cb0), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:01.397743 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb670516-a898-48ed-a5db-a36a0a6c1ceb req-a407a86a-5ecb-4ecb-b72a-9db67236fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:01.399397 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cb670516-a898-48ed-a5db-a36a0a6c1ceb req-a407a86a-5ecb-4ecb-b72a-9db67236fd19 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 1131 time: 0.0741539 Feb 14 19:26:01.407422 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 2a76e5fa-471f-4236-a33e-1561c1cf3fde is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:01.407922 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:01.438635 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea12691-3a17-4945-87c5-26c91ace1f52 None None] Pushing event updated for resources: {'Port': ['ID=2a76e5fa-471f-4236-a33e-1561c1cf3fde,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:01.521583 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.db.api [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 19:26:01.522282 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG oslo_db.api [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 19:26:01.526527 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-636d0abe-c205-4ca2-b982-e2e8d23c3576 None None] Provisioning complete for port 2a76e5fa-471f-4236-a33e-1561c1cf3fde triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:01.527160 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-636d0abe-c205-4ca2-b982-e2e8d23c3576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:01.542895 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cb670516-a898-48ed-a5db-a36a0a6c1ceb req-8e4fe697-ae77-45a8-b2e5-d6e75c9e9c65 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104460 Feb 14 19:26:01.620099 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-636d0abe-c205-4ca2-b982-e2e8d23c3576 None None] Current status of the port 2a76e5fa-471f-4236-a33e-1561c1cf3fde is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:01.650287 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Router fe49aeb2-2367-485e-9765-70040cce3cb0 is scheduled to L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a with binding_index 1 {{(pid=103310) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 19:26:01.815432 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:26:01.825399 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Sync routers for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:26:01.836463 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:01.837173 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:25:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:01.843393 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe74c50-1ec1-4874-85f0-76e5a0a8d901 req-60149f1a-d6bd-400d-a03f-5039b2770b5c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:01.844924 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3fe74c50-1ec1-4874-85f0-76e5a0a8d901 req-60149f1a-d6bd-400d-a03f-5039b2770b5c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.0730247 Feb 14 19:26:01.894873 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3fe74c50-1ec1-4874-85f0-76e5a0a8d901 req-4868387f-2d48-4897-8928-db08db731055 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444374 Feb 14 19:26:01.949336 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:01.984187 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:01.985378 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-fc2cb6b5-1d65-4727-b98e-89bd01b8004f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9482281 Feb 14 19:26:01.993643 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57542) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:02.063146 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 2a76e5fa-471f-4236-a33e-1561c1cf3fde is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:02.124592 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-577779f4-4fc1-40e1-9ed5-1aff482fd82d tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:02.126198 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-577779f4-4fc1-40e1-9ed5-1aff482fd82d tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/networks?id=15ac8bf0-0e04-4603-a5b1-23becfe88483 HTTP/1.1" status: 200 len: 813 time: 0.1550934 Feb 14 19:26:02.145724 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-4a102997-c2a7-4292-849b-32a6abb719a2 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/quotas/8828d6d9e872400caeb45a214f564456 HTTP/1.1" status: 200 len: 375 time: 0.0108335 Feb 14 19:26:02.181069 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-41dbbe94-a624-48ac-bee1-3e5bc5c1f0a7 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8828d6d9e872400caeb45a214f564456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292649 Feb 14 19:26:02.280244 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:00Z', 'revision_number': 3, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:02.323018 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-78d086bc-3b09-48f5-99b0-436f302fc0ca service neutron] 10.222.0.26 "GET /v2.0/networks/15ac8bf0-0e04-4603-a5b1-23becfe88483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295469 Feb 14 19:26:02.328065 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Checking router: fe49aeb2-2367-485e-9765-70040cce3cb0 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:26:02.328610 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Updating router fe49aeb2-2367-485e-9765-70040cce3cb0 port 96be8e52-8172-4af8-a6f6-056c4e796cde binding host dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:26:02.407288 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (96be8e52-8172-4af8-a6f6-056c4e796cde), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:02.522940 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-bebf48d1-430c-41dd-b5a1-6cfccc9ddc5c service neutron] 10.222.0.26 "GET /v2.0/networks/15ac8bf0-0e04-4603-a5b1-23becfe88483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837554 Feb 14 19:26:02.584650 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cce2d-db96-4d83-9f4d-1f3d195d00c8 req-fe9baaf3-2f00-419a-bdfd-49aec64dcec9 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:02.586889 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f58cce2d-db96-4d83-9f4d-1f3d195d00c8 req-fe9baaf3-2f00-419a-bdfd-49aec64dcec9 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.1182344 Feb 14 19:26:02.770216 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f58cce2d-db96-4d83-9f4d-1f3d195d00c8 req-58b887db-a70f-4caa-8af5-075a2cdfeb98 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152444 Feb 14 19:26:02.854736 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Publish callbacks [] for port (96be8e52-8172-4af8-a6f6-056c4e796cde), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:02.887084 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9fe348b0-a361-4c6c-8c24-8d7361e8a368 req-9b7c632d-8aba-42f1-8086-f070d932093f tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 210 time: 0.0368624 Feb 14 19:26:02.901961 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:02.987841 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (96be8e52-8172-4af8-a6f6-056c4e796cde), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:03.048572 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Attempting to bind port 96be8e52-8172-4af8-a6f6-056c4e796cde on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:26:03.048951 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Attempting to bind port 96be8e52-8172-4af8-a6f6-056c4e796cde by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:26:03.049310 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Attempting to bind port 96be8e52-8172-4af8-a6f6-056c4e796cde on network 9a6a78c9-b5ec-42b3-b017-41817bfee45c {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:03.061633 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:26:03.061633 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Checking segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:03.061633 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:03.061633 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Bound using segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:26:03.061633 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Bound port: 96be8e52-8172-4af8-a6f6-056c4e796cde, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:26:03.061633 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (96be8e52-8172-4af8-a6f6-056c4e796cde), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:03.084524 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Pushing event updated for resources: {'Port': ['ID=96be8e52-8172-4af8-a6f6-056c4e796cde,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:03.104684 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:03.104959 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:03.105504 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:03.105879 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:03.106836 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:03.107142 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:03.107617 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:03.108098 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:03.108599 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:03.108956 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:03.109273 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:03.109749 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:03.110248 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:03.133668 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 2a76e5fa-471f-4236-a33e-1561c1cf3fde up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:03.155026 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] For port 96be8e52-8172-4af8-a6f6-056c4e796cde, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:26:03.166282 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] For port 96be8e52-8172-4af8-a6f6-056c4e796cde, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=96be8e52-8172-4af8-a6f6-056c4e796cde,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:26:03.171046 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118c23e-5864-47f7-acf4-883650be753c req-c6123610-fa2b-4795-91a0-628396c96f88 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:03.172609 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3118c23e-5864-47f7-acf4-883650be753c req-c6123610-fa2b-4795-91a0-628396c96f88 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.2045562 Feb 14 19:26:03.178297 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Allocated IP 172.20.0.1 (be2c9359-90ea-4bbb-9201-502ed9c5f3b6/9b06bb16-5bc0-4dde-a877-15e3216c9bed/2b001b83-eb19-4669-9004-8bb5cd539159) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:26:03.217387 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 2a76e5fa-471f-4236-a33e-1561c1cf3fde triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:03.217777 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:03.239260 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (96be8e52-8172-4af8-a6f6-056c4e796cde), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:03.301325 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3118c23e-5864-47f7-acf4-883650be753c req-862fe5ee-b946-4129-b3a0-1a7e7ce02f78 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203787 Feb 14 19:26:03.327801 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:03.328474 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:25:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:03.363452 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Publish callbacks [] for port (2b001b83-eb19-4669-9004-8bb5cd539159), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:03.368138 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 2a76e5fa-471f-4236-a33e-1561c1cf3fde is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:03.375126 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6fba7-c6b8-4356-917c-1d0328fa33e4 None None] Pushing event updated for resources: {'Port': ['ID=96be8e52-8172-4af8-a6f6-056c4e796cde,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:03.455172 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:03.484965 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:03.528756 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:03.532047 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:03.538170 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:26:03.538678 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3922876'] for router_interface (fe49aeb2-2367-485e-9765-70040cce3cb0), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:03.581116 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Pushing event updated for resources: {'Port': ['ID=2b001b83-eb19-4669-9004-8bb5cd539159,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:03.677203 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:00Z', 'revision_number': 3, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:03.706260 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2e754f-30e5-4f68-b144-015b72e84aef None None] The sync data for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi is: [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:00Z', 'revision_number': 3, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:26:03.774218 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-05d9a258-82ba-42e7-b8bf-7370460945b2 None None] Provisioning complete for port 2b001b83-eb19-4669-9004-8bb5cd539159 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:03.774686 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-05d9a258-82ba-42e7-b8bf-7370460945b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:03.814661 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-05d9a258-82ba-42e7-b8bf-7370460945b2 None None] Port 2b001b83-eb19-4669-9004-8bb5cd539159 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:26:03.831219 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:03.947532 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca745e1-81bf-42c3-a81a-3c4e6080a947 req-835300ae-7f4a-477f-9e96-6bc376eb3f56 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:03.949368 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-eca745e1-81bf-42c3-a81a-3c4e6080a947 req-835300ae-7f4a-477f-9e96-6bc376eb3f56 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0721791 Feb 14 19:26:04.038296 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3dd5dec5-fcee-4ff7-af7f-f2a68df3c0eb req-2bf6ae77-b25a-4364-94df-6a1cf2556918 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 210 time: 0.0609918 Feb 14 19:26:04.057109 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-eca745e1-81bf-42c3-a81a-3c4e6080a947 req-a0066c0d-a489-4f2a-8f24-bce945180587 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976810 Feb 14 19:26:04.138893 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Publish callbacks [] for port (2b001b83-eb19-4669-9004-8bb5cd539159), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:04.216250 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:04.217384 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922880'] for router_interface (fe49aeb2-2367-485e-9765-70040cce3cb0), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:04.312257 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Pushing event updated for resources: {'Port': ['ID=2b001b83-eb19-4669-9004-8bb5cd539159,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:04.393280 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:04.404500 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:04.594094 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511d9ff-11c8-41ba-a26a-afe4734d83b0 req-fc3633a6-a1fb-462f-9d39-2ef131da395c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:04.596038 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7511d9ff-11c8-41ba-a26a-afe4734d83b0 req-fc3633a6-a1fb-462f-9d39-2ef131da395c tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.2013257 Feb 14 19:26:04.692992 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Router fe49aeb2-2367-485e-9765-70040cce3cb0 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:26:04.697041 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7511d9ff-11c8-41ba-a26a-afe4734d83b0 req-3c139562-b369-474c-a544-7701378cdf95 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725327 Feb 14 19:26:04.771046 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-dfdc5c0e-06f3-419f-820b-5941decaed97 None None] Provisioning complete for port 2b001b83-eb19-4669-9004-8bb5cd539159 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:04.771632 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5c0e-06f3-419f-820b-5941decaed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:04.823695 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc5c0e-06f3-419f-820b-5941decaed97 None None] Port 2b001b83-eb19-4669-9004-8bb5cd539159 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:26:04.852824 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:26:04.858728 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-3d075a8f-9d36-40d2-ba00-9d810f8a6538 admin admin] 10.222.0.26 "PUT /v2.0/routers/fe49aeb2-2367-485e-9765-70040cce3cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8637545 Feb 14 19:26:05.132988 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 96be8e52-8172-4af8-a6f6-056c4e796cde up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:05.253478 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-62845bd3-11e7-449b-aafd-7e656c9b1695 req-a03a7f71-f281-42e7-8f04-15170d61e108 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 210 time: 0.0755844 Feb 14 19:26:05.259076 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 96be8e52-8172-4af8-a6f6-056c4e796cde triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:05.259538 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (96be8e52-8172-4af8-a6f6-056c4e796cde), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:05.327352 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d979e-f65c-4882-865f-6cd744cb257d req-eb349b57-2ee4-4c13-8fbf-0617065afc41 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:05.335287 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-358d979e-f65c-4882-865f-6cd744cb257d req-eb349b57-2ee4-4c13-8fbf-0617065afc41 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.1231968 Feb 14 19:26:05.377533 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 96be8e52-8172-4af8-a6f6-056c4e796cde is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:05.377938 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (96be8e52-8172-4af8-a6f6-056c4e796cde), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:05.411097 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port 96be8e52-8172-4af8-a6f6-056c4e796cde, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=96be8e52-8172-4af8-a6f6-056c4e796cde,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:05.414373 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-358d979e-f65c-4882-865f-6cd744cb257d req-c96c91ef-096b-4bdb-87f2-485bfd4773fd tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775545 Feb 14 19:26:05.477279 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (96be8e52-8172-4af8-a6f6-056c4e796cde), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:05.583611 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=96be8e52-8172-4af8-a6f6-056c4e796cde,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:05.930775 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25289351-5cc0-46b8-8b5e-7785d9907c3b req-2f647b15-b5d1-4f5f-8b86-fa3f3cb5fe70 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:05.932548 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57614) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:05.945075 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-25289351-5cc0-46b8-8b5e-7785d9907c3b req-2f647b15-b5d1-4f5f-8b86-fa3f3cb5fe70 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.1355999 Feb 14 19:26:05.949831 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1961223796-network', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:05.992830 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-25289351-5cc0-46b8-8b5e-7785d9907c3b req-869725a8-bbec-4655-a3b9-fa716a04e3cc tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/security-groups?id=42743a32-79c0-4503-9f60-8fbd51b46d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468545 Feb 14 19:26:06.020894 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdbbc7-36fe-4e0c-88ba-742a27856fb2 req-38df7d6b-5e5a-40db-891e-2379e8e33912 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:06.022988 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-fecdbbc7-36fe-4e0c-88ba-742a27856fb2 req-38df7d6b-5e5a-40db-891e-2379e8e33912 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.43 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 945 time: 0.1033936 Feb 14 19:26:06.075818 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Sync routers for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:26:06.088034 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:06.088877 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:25:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:06.092811 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] Made reservation on behalf of 81d38b95a4f94c0b9f831723d0f08b6b for: {'network': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:26:06.095296 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:06.158637 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:06.196503 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f8463-5bd7-42a1-a590-ae6feb0f66c4 req-87c6f324-f6b8-44b0-be98-7e02955e4918 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:06.199075 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ec0f8463-5bd7-42a1-a590-ae6feb0f66c4 req-87c6f324-f6b8-44b0-be98-7e02955e4918 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0814257 Feb 14 19:26:06.248487 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:06.258148 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ec0f8463-5bd7-42a1-a590-ae6feb0f66c4 req-9229a747-01c7-4b82-9be9-30854ff9799f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534294 Feb 14 19:26:06.332659 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-fecdbbc7-36fe-4e0c-88ba-742a27856fb2 req-860122f8-5a97-445d-a359-93b12fa39b6e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Deleting port 8b81756e-9a97-4d76-ac06-a29f7355dc91 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:26:06.333145 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-fecdbbc7-36fe-4e0c-88ba-742a27856fb2 req-860122f8-5a97-445d-a359-93b12fa39b6e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:06.344234 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-40f9067d-bba2-46eb-bfd4-df506bd50c1a tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:06.348118 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-40f9067d-bba2-46eb-bfd4-df506bd50c1a tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.43 "GET /v2.0/networks?id=15ac8bf0-0e04-4603-a5b1-23becfe88483 HTTP/1.1" status: 200 len: 813 time: 0.2340140 Feb 14 19:26:06.438087 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c248e699-ce99-46f6-a34c-7f9def3c0460 req-79bc648a-6a8e-4df8-8642-8e9b21f0924e tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 210 time: 0.0899651 Feb 14 19:26:06.458637 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] Publish callbacks [] for security_group (fa0445c1-0d2c-4955-b7af-5745014add8f), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:06.500570 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 2, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:06.503672 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-fecdbbc7-36fe-4e0c-88ba-742a27856fb2 req-860122f8-5a97-445d-a359-93b12fa39b6e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] For port 8b81756e-9a97-4d76-ac06-a29f7355dc91, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8b81756e-9a97-4d76-ac06-a29f7355dc91,segment=NetworkSegment(28873643-11f0-44ec-8b5d-cc44f8d70a1c),segment_id=28873643-11f0-44ec-8b5d-cc44f8d70a1c)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:06.504565 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-fecdbbc7-36fe-4e0c-88ba-742a27856fb2 req-860122f8-5a97-445d-a359-93b12fa39b6e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:06.515646 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (fa0445c1-0d2c-4955-b7af-5745014add8f), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:06.526134 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-fecdbbc7-36fe-4e0c-88ba-742a27856fb2 req-860122f8-5a97-445d-a359-93b12fa39b6e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Calling delete_port for 8b81756e-9a97-4d76-ac06-a29f7355dc91 owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:26:06.532022 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Checking router: fe49aeb2-2367-485e-9765-70040cce3cb0 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:26:06.532368 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Updating router fe49aeb2-2367-485e-9765-70040cce3cb0 port 2b001b83-eb19-4669-9004-8bb5cd539159 binding host dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:26:06.547913 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:26:06.552358 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c819d-cf70-4960-85b4-fbc505ea73aa req-f70cf392-a2a9-4230-bfee-852169abb40d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:06.553982 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-223c819d-cf70-4960-85b4-fbc505ea73aa req-f70cf392-a2a9-4230-bfee-852169abb40d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0574222 Feb 14 19:26:06.560661 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:06.597800 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:26:06.603828 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0445c1-0d2c-4955-b7af-5745014add8f,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:06.614011 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (c178de88-ccbc-42e9-be66-b9e6595f86cc), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:06.614113 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.segments_db [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] Added segment c178de88-ccbc-42e9-be66-b9e6595f86cc of type vlan for network 359cec2f-87e5-4587-ab83-4e30c477bfd3 Feb 14 19:26:06.623117 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-223c819d-cf70-4960-85b4-fbc505ea73aa req-52f7149b-6d9d-40d6-9211-de5bc6f19e96 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538783 Feb 14 19:26:06.671897 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (359cec2f-87e5-4587-ab83-4e30c477bfd3), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:06.874024 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Publish callbacks [] for port (2b001b83-eb19-4669-9004-8bb5cd539159), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:06.900824 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (359cec2f-87e5-4587-ab83-4e30c477bfd3), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:06.902042 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:06.902807 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:06.954817 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-fecdbbc7-36fe-4e0c-88ba-742a27856fb2 req-860122f8-5a97-445d-a359-93b12fa39b6e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (8b81756e-9a97-4d76-ac06-a29f7355dc91), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:06.997592 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] Pushing event updated for resources: {'Network': ['ID=359cec2f-87e5-4587-ab83-4e30c477bfd3,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:06.999246 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:07.000292 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860122f8-5a97-445d-a359-93b12fa39b6e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Pushing event deleted for resources: {'Port': ['ID=8b81756e-9a97-4d76-ac06-a29f7355dc91,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:07.013611 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network 359cec2f-87e5-4587-ab83-4e30c477bfd3 details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:26:07.047228 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecdbbc7-36fe-4e0c-88ba-742a27856fb2 req-860122f8-5a97-445d-a359-93b12fa39b6e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] No DVR routers for this DVR port 8b81756e-9a97-4d76-ac06-a29f7355dc91 on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:26:07.049847 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-fecdbbc7-36fe-4e0c-88ba-742a27856fb2 req-860122f8-5a97-445d-a359-93b12fa39b6e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:07.056838 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-fecdbbc7-36fe-4e0c-88ba-742a27856fb2 req-860122f8-5a97-445d-a359-93b12fa39b6e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.43 "DELETE /v2.0/ports/8b81756e-9a97-4d76-ac06-a29f7355dc91 HTTP/1.1" status: 204 len: 173 time: 1.0227911 Feb 14 19:26:07.056838 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd324ba1c-42c6-43e4-b1c4-3777501bf437', 'name': 'network-vif-deleted', 'tag': '8b81756e-9a97-4d76-ac06-a29f7355dc91'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:26:07.056838 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4fd66a-1b03-4158-b8db-ab57e3649779" -d '{"events": [{"server_uuid": "d324ba1c-42c6-43e4-b1c4-3777501bf437", "name": "network-vif-deleted", "tag": "8b81756e-9a97-4d76-ac06-a29f7355dc91"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:26:07.062792 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-83caf65e-3b01-47cd-91be-e79d24383c2b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1229112 Feb 14 19:26:07.065804 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57654) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:07.071199 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-029aa166-090f-44de-9b78-79c014393968 admin admin] Request body: {'subnet': {'network_id': '359cec2f-87e5-4587-ab83-4e30c477bfd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1961223796-subnet', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'ip_version': 4}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:07.102471 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f202ef-7de5-44a0-9cc9-6ba19213f306 x-openstack-request-id: req-75f202ef-7de5-44a0-9cc9-6ba19213f306 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:26:07.102975 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d324ba1c-42c6-43e4-b1c4-3777501bf437", "name": "network-vif-deleted", "tag": "8b81756e-9a97-4d76-ac06-a29f7355dc91", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:26:07.103387 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75f202ef-7de5-44a0-9cc9-6ba19213f306 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:26:07.103947 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd324ba1c-42c6-43e4-b1c4-3777501bf437', 'name': 'network-vif-deleted', 'tag': '8b81756e-9a97-4d76-ac06-a29f7355dc91', 'status': 'completed', 'code': 200} Feb 14 19:26:07.165392 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-49ace409-6399-4456-8c5d-c67d85ca53d2 req-bfcc48da-4e04-43b5-a0b9-edbaa354d0f5 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 210 time: 0.0323777 Feb 14 19:26:07.215128 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029aa166-090f-44de-9b78-79c014393968 admin admin] Made reservation on behalf of 81d38b95a4f94c0b9f831723d0f08b6b for: {'subnet': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:26:07.218010 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-029aa166-090f-44de-9b78-79c014393968 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:07.219734 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 96be8e52-8172-4af8-a6f6-056c4e796cde up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:07.355607 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9776eb4-3b20-45a5-a64c-1a19f70f407b None None] Pushing event updated for resources: {'Port': ['ID=2b001b83-eb19-4669-9004-8bb5cd539159,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:07.438461 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Attempting to bind port 2b001b83-eb19-4669-9004-8bb5cd539159 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:26:07.439143 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Attempting to bind port 2b001b83-eb19-4669-9004-8bb5cd539159 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:26:07.439806 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Attempting to bind port 2b001b83-eb19-4669-9004-8bb5cd539159 on network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:07.446656 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 96be8e52-8172-4af8-a6f6-056c4e796cde triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:07.447298 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (96be8e52-8172-4af8-a6f6-056c4e796cde), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:07.475149 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544b696-e76d-406a-b6c8-51254d88c330 req-4370f770-831d-4541-bb2f-7be0986e100b tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:07.478945 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a544b696-e76d-406a-b6c8-51254d88c330 req-4370f770-831d-4541-bb2f-7be0986e100b tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.1064250 Feb 14 19:26:07.493574 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:26:07.493960 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Checking segment: {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:07.494631 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:07.495223 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Bound using segment: {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:26:07.495796 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Bound port: 2b001b83-eb19-4669-9004-8bb5cd539159, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:26:07.496277 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:07.562914 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a544b696-e76d-406a-b6c8-51254d88c330 req-28ca3742-7851-4522-b08f-843f0134ff4a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779574 Feb 14 19:26:07.565666 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-029aa166-090f-44de-9b78-79c014393968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for subnet (ba33e818-d06e-4674-85b0-24b0fd531ce6), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:07.589049 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-a0a2c5f8-54c8-4f79-904b-3cd5d706908b None None] Provisioning complete for port 2b001b83-eb19-4669-9004-8bb5cd539159 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:07.589361 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c5f8-54c8-4f79-904b-3cd5d706908b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:07.591656 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a8f5f927-4768-4f87-ba5c-440fb14a6e98 req-352ef070-9317-4999-bb74-b077cd7dcc26 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 210 time: 0.0514579 Feb 14 19:26:07.643213 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029aa166-090f-44de-9b78-79c014393968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba33e818-d06e-4674-85b0-24b0fd531ce6,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:07.650816 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029aa166-090f-44de-9b78-79c014393968 admin admin] Checking segment: {'id': 'c178de88-ccbc-42e9-be66-b9e6595f86cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '359cec2f-87e5-4587-ab83-4e30c477bfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:07.651492 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029aa166-090f-44de-9b78-79c014393968 admin admin] Network hostable DHCP agents. Network: 359cec2f-87e5-4587-ab83-4e30c477bfd3, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:26:07.662729 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] For port 2b001b83-eb19-4669-9004-8bb5cd539159, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:26:07.664770 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2c5f8-54c8-4f79-904b-3cd5d706908b None None] Port 2b001b83-eb19-4669-9004-8bb5cd539159 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:26:07.696626 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] For port 2b001b83-eb19-4669-9004-8bb5cd539159, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=2b001b83-eb19-4669-9004-8bb5cd539159,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:26:07.713178 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 96be8e52-8172-4af8-a6f6-056c4e796cde is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:07.741879 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029aa166-090f-44de-9b78-79c014393968 admin admin] Network 359cec2f-87e5-4587-ab83-4e30c477bfd3 is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:26:07.765691 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37753edb-6702-4041-9983-016394950979 req-ea9a0ff0-6de2-4731-a137-fc6eddb2624b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:07.767311 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-37753edb-6702-4041-9983-016394950979 req-ea9a0ff0-6de2-4731-a137-fc6eddb2624b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0616369 Feb 14 19:26:07.817872 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-37753edb-6702-4041-9983-016394950979 req-c6ed936c-db75-439d-a585-f7a362a1ff2a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445464 Feb 14 19:26:07.827299 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:07.866124 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-029aa166-090f-44de-9b78-79c014393968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, 359cec2f-87e5-4587-ab83-4e30c477bfd3) {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:07.870199 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029aa166-090f-44de-9b78-79c014393968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:07.871007 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-029aa166-090f-44de-9b78-79c014393968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:07.882669 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae97c0f-3b06-467c-a70c-d63be92dad86 None None] Network 359cec2f-87e5-4587-ab83-4e30c477bfd3 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:26:07.958316 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:07.958985 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:25:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:07.966147 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9776eb4-3b20-45a5-a64c-1a19f70f407b None None] Pushing event updated for resources: {'Port': ['ID=2b001b83-eb19-4669-9004-8bb5cd539159,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:07.970833 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-029aa166-090f-44de-9b78-79c014393968 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9034081 Feb 14 19:26:07.975767 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57664) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:07.983793 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1961223796-router', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:08.095418 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254098'] for router (cbef2816-99ac-46cd-89dc-df3572119d46), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:08.097008 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254107'] for router (cbef2816-99ac-46cd-89dc-df3572119d46), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:08.115785 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2e9e606-a314-5246-a6ef-5781a731b869-359cec2f-87e5-4587-ab83-4e30c477bfd3', 'network_id': '359cec2f-87e5-4587-ab83-4e30c477bfd3', 'project_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'fixed_ips': [{'subnet_id': 'ba33e818-d06e-4674-85b0-24b0fd531ce6'}]}} from dv-cinder-816898-8-iscsi. {{(pid=103312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 19:26:08.116780 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:08.175694 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Publish callbacks [] for router_controller (cbef2816-99ac-46cd-89dc-df3572119d46), precommit_add_association {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:08.220607 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:08.356428 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-348ba19a-b1e7-4c06-a2e4-4bff0f7fc3a9 None None] Provisioning complete for port 2b001b83-eb19-4669-9004-8bb5cd539159 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:08.356750 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-348ba19a-b1e7-4c06-a2e4-4bff0f7fc3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:08.460542 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.db_base_plugin_common [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Allocated IP 172.20.0.2 (359cec2f-87e5-4587-ab83-4e30c477bfd3/ba33e818-d06e-4674-85b0-24b0fd531ce6/a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7) {{(pid=103312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:26:08.667092 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-348ba19a-b1e7-4c06-a2e4-4bff0f7fc3a9 None None] Current status of the port 2b001b83-eb19-4669-9004-8bb5cd539159 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:08.667398 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-348ba19a-b1e7-4c06-a2e4-4bff0f7fc3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:08.686725 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ca474d9b-b390-40df-995d-1216e7c5a7eb req-7c618c49-edfb-4155-a7ae-cf9e6b1ee12e tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 210 time: 0.4263947 Feb 14 19:26:08.730148 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7d31-cf9c-4936-b22b-fc9c092a2d29 req-fad3f13a-33ae-4e11-8c84-d9200f228547 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:08.735243 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-86cc7d31-cf9c-4936-b22b-fc9c092a2d29 req-fad3f13a-33ae-4e11-8c84-d9200f228547 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0896065 Feb 14 19:26:08.774056 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['f3d439a8-8296-4d11-8c38-17a5015e337a', '8b81756e-9a97-4d76-ac06-a29f7355dc91'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:26:08.814253 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-f9767d81-c3d0-4db0-ab81-0d1ae04b7bf8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Request body: {'port': {'device_id': '807a539b-c20d-4e49-b627-4e066fea5137', 'network_id': '15ac8bf0-0e04-4603-a5b1-23becfe88483', 'admin_state_up': True, 'tenant_id': '8828d6d9e872400caeb45a214f564456'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:08.827576 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-348ba19a-b1e7-4c06-a2e4-4bff0f7fc3a9 None None] For port 2b001b83-eb19-4669-9004-8bb5cd539159, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=2b001b83-eb19-4669-9004-8bb5cd539159,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:08.832984 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:07Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:08.835594 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 8b81756e-9a97-4d76-ac06-a29f7355dc91 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:26:08.874932 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-86cc7d31-cf9c-4936-b22b-fc9c092a2d29 req-bddb22c6-cb44-4b47-94ca-30dde0766133 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358268 Feb 14 19:26:08.906720 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Publish callbacks [] for router_gateway (cbef2816-99ac-46cd-89dc-df3572119d46), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:08.910763 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: 8b81756e-9a97-4d76-ac06-a29f7355dc91 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:26:08.910763 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 8b81756e-9a97-4d76-ac06-a29f7355dc91 not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:26:08.912381 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22284247-0ac9-4347-840c-929afb4a3d33 None None] The sync data for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi is: [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:07Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:26:08.936375 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1d22ae7e-6606-4951-bd22-46a83206a009 req-08390bf8-8e38-40e4-889d-978fdac62efe tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 210 time: 0.1429529 Feb 14 19:26:08.957289 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Publish callbacks [] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), precommit_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:08.987252 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-348ba19a-b1e7-4c06-a2e4-4bff0f7fc3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:09.098737 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1faea-d9af-4caa-a2d7-8f1aa50418be req-79d219b8-1356-459c-adbd-52b7bab20c42 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:09.112731 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-08d1faea-d9af-4caa-a2d7-8f1aa50418be req-79d219b8-1356-459c-adbd-52b7bab20c42 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0912344 Feb 14 19:26:09.176028 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:09.188401 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-08d1faea-d9af-4caa-a2d7-8f1aa50418be req-8143f9ab-93c6-4249-b25d-c05b0334dc7f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746932 Feb 14 19:26:09.267010 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 2b001b83-eb19-4669-9004-8bb5cd539159 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:09.301881 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ba19a-b1e7-4c06-a2e4-4bff0f7fc3a9 None None] Pushing event updated for resources: {'Port': ['ID=2b001b83-eb19-4669-9004-8bb5cd539159,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:09.326993 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Network 359cec2f-87e5-4587-ab83-4e30c477bfd3 is already hosted by enough agents. {{(pid=103312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:09.361107 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.base_scheduler [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Resources bound (agent type, host, resource id): {{(pid=103312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:09.366956 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Received port after_create {{(pid=103312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:26:09.420974 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-f9767d81-c3d0-4db0-ab81-0d1ae04b7bf8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Made reservation on behalf of 8828d6d9e872400caeb45a214f564456 for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:26:09.424556 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-f9767d81-c3d0-4db0-ab81-0d1ae04b7bf8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:09.433375 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Pushing event updated for resources: {'Port': ['ID=a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7,revision_number=1']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:09.579766 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Publish callbacks [] for router_gateway (cbef2816-99ac-46cd-89dc-df3572119d46), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:09.616785 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:09.657564 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Attempting to bind port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:26:09.657963 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Attempting to bind port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': 'c178de88-ccbc-42e9-be66-b9e6595f86cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '359cec2f-87e5-4587-ab83-4e30c477bfd3'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:26:09.658338 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Attempting to bind port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 on network 359cec2f-87e5-4587-ab83-4e30c477bfd3 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:09.676232 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 2b001b83-eb19-4669-9004-8bb5cd539159 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:09.676604 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:09.679013 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:26:09.679392 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Checking segment: {'id': 'c178de88-ccbc-42e9-be66-b9e6595f86cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '359cec2f-87e5-4587-ab83-4e30c477bfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:09.679788 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:09.680176 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Bound using segment: {'id': 'c178de88-ccbc-42e9-be66-b9e6595f86cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '359cec2f-87e5-4587-ab83-4e30c477bfd3'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:26:09.680670 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Bound port: a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c178de88-ccbc-42e9-be66-b9e6595f86cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '359cec2f-87e5-4587-ab83-4e30c477bfd3'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:26:09.681050 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:09.727269 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-f9767d81-c3d0-4db0-ab81-0d1ae04b7bf8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Allocated IP 172.20.0.4 (15ac8bf0-0e04-4603-a5b1-23becfe88483/8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7/2e5be46b-7ca1-43d0-b057-205d5a275621) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:26:09.832461 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Allocated IP 172.27.2.85 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/b84ca878-dfb5-407a-95ab-ef1925518cd1) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:26:09.840909 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] For port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:26:09.874737 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] For port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7,segment=NetworkSegment(c178de88-ccbc-42e9-be66-b9e6595f86cc),segment_id=c178de88-ccbc-42e9-be66-b9e6595f86cc)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:26:09.891628 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 2b001b83-eb19-4669-9004-8bb5cd539159 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:09.997261 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-896d5343-dfaf-441c-aa97-6ca79650a8a7 req-dc8ed082-447d-4cd7-b8ff-ccf31f14f7b2 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.26 "GET /v2.0/ports?device_id=d324ba1c-42c6-43e4-b1c4-3777501bf437 HTTP/1.1" status: 200 len: 210 time: 0.1115427 Feb 14 19:26:10.059278 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6a776-ef24-4265-b4ee-3d51e7c0e79c req-8d1a0aa6-25c8-44b2-9f03-4f7eeae33ea0 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:10.071121 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ada6a776-ef24-4265-b4ee-3d51e7c0e79c req-8d1a0aa6-25c8-44b2-9f03-4f7eeae33ea0 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0938833 Feb 14 19:26:10.103620 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-f9767d81-c3d0-4db0-ab81-0d1ae04b7bf8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks [] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:10.152620 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ada6a776-ef24-4265-b4ee-3d51e7c0e79c req-08e94b46-0df8-4a10-82f9-3da290db9937 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805225 Feb 14 19:26:10.163060 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:10.176510 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-4578f31f-652b-4fd0-876a-2e8111ec78b9 req-d0ac134a-2adb-41a6-bb23-b8da35ee0e18 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 210 time: 0.0540733 Feb 14 19:26:10.188110 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Publish callbacks [] for port (b84ca878-dfb5-407a-95ab-ef1925518cd1), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:10.311386 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61530786-900e-48b8-a946-2f12a4b44c67 None None] Pushing event updated for resources: {'Port': ['ID=a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:10.318743 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-f9767d81-c3d0-4db0-ab81-0d1ae04b7bf8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:10.385391 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e0f9e-b1fa-4a89-8adc-70d5b80564a7 req-4cebee05-7593-4fc3-ada8-cf7f3f035cbc tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:10.390437 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (b84ca878-dfb5-407a-95ab-ef1925518cd1), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:10.395957 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2e2e0f9e-b1fa-4a89-8adc-70d5b80564a7 req-4cebee05-7593-4fc3-ada8-cf7f3f035cbc tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.1083202 Feb 14 19:26:10.439870 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-f9767d81-c3d0-4db0-ab81-0d1ae04b7bf8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Network 15ac8bf0-0e04-4603-a5b1-23becfe88483 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:10.448670 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-f9767d81-c3d0-4db0-ab81-0d1ae04b7bf8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:10.458621 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-f9767d81-c3d0-4db0-ab81-0d1ae04b7bf8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:26:10.530541 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-f9767d81-c3d0-4db0-ab81-0d1ae04b7bf8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:10.531700 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-f9767d81-c3d0-4db0-ab81-0d1ae04b7bf8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:10.534078 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2e2e0f9e-b1fa-4a89-8adc-70d5b80564a7 req-556c1a15-5a4f-43ce-975c-41aa0397a45b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359754 Feb 14 19:26:10.540156 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:10.547906 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9767d81-c3d0-4db0-ab81-0d1ae04b7bf8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Pushing event updated for resources: {'Port': ['ID=2e5be46b-7ca1-43d0-b057-205d5a275621,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:10.566694 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:10.598630 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:26:10.618554 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ec3d3730-3507-4173-9ac6-f6b74ae85c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:10.650781 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Pushing event updated for resources: {'Port': ['ID=b84ca878-dfb5-407a-95ab-ef1925518cd1,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:10.733630 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-f9767d81-c3d0-4db0-ab81-0d1ae04b7bf8 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9359615 Feb 14 19:26:10.745092 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Request body: {'port': {'device_id': '807a539b-c20d-4e49-b627-4e066fea5137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:10.894632 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:11.144668 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Publish callbacks [] for router_gateway (cbef2816-99ac-46cd-89dc-df3572119d46), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:11.262660 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 2b001b83-eb19-4669-9004-8bb5cd539159 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:11.329600 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 2b001b83-eb19-4669-9004-8bb5cd539159 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:11.330676 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:11.456037 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 2b001b83-eb19-4669-9004-8bb5cd539159 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:11.457502 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:11.466865 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a1708-ce84-424e-9fa8-00a66564f567 req-f88d8dba-badd-43f4-84e4-24491407a165 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:11.486486 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-567a1708-ce84-424e-9fa8-00a66564f567 req-f88d8dba-badd-43f4-84e4-24491407a165 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.2222726 Feb 14 19:26:11.516735 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5be46b-7ca1-43d0-b057-205d5a275621 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:26:11.535914 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Publish callbacks [] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:11.537674 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:11.538661 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:11.568315 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Transition to ACTIVE for port object 2e5be46b-7ca1-43d0-b057-205d5a275621 will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:26:11.620311 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-567a1708-ce84-424e-9fa8-00a66564f567 req-73f449cd-f35d-489d-b8c1-7f6da415bd53 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081650 Feb 14 19:26:11.663389 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:11.663965 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:11.667937 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:11.694153 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd9b151-c6c8-4ecd-b3e1-f5f54d38c7de None None] Network 359cec2f-87e5-4587-ab83-4e30c477bfd3 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:26:11.716491 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a23a8-a02b-42c3-bb81-7c563053b78b req-6946f59b-b1e0-4a74-add3-e2219bff440b tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:11.718933 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4d9a23a8-a02b-42c3-bb81-7c563053b78b req-6946f59b-b1e0-4a74-add3-e2219bff440b tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 943 time: 0.0729115 Feb 14 19:26:11.742907 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5be46b-7ca1-43d0-b057-205d5a275621,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:11.747696 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922319'] for router (cbef2816-99ac-46cd-89dc-df3572119d46), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:11.760291 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7,segment=NetworkSegment(c178de88-ccbc-42e9-be66-b9e6595f86cc),segment_id=c178de88-ccbc-42e9-be66-b9e6595f86cc)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:11.791675 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4d9a23a8-a02b-42c3-bb81-7c563053b78b req-82835c92-f6b2-4e45-906f-2088da4d5d2b tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640616 Feb 14 19:26:11.800743 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-483ebe00-b785-4bf7-af6b-1e01cac51e18 None None] Provisioning complete for port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:11.800986 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-483ebe00-b785-4bf7-af6b-1e01cac51e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:11.847429 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:11.909626 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Attempting to bind port 2e5be46b-7ca1-43d0-b057-205d5a275621 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:26:11.909956 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Attempting to bind port 2e5be46b-7ca1-43d0-b057-205d5a275621 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'cfa25b49-95fd-4d04-a37d-42cd67f278d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15ac8bf0-0e04-4603-a5b1-23becfe88483'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:26:11.910288 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Attempting to bind port 2e5be46b-7ca1-43d0-b057-205d5a275621 on network 15ac8bf0-0e04-4603-a5b1-23becfe88483 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:11.922324 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Port 2e5be46b-7ca1-43d0-b057-205d5a275621 on network 15ac8bf0-0e04-4603-a5b1-23becfe88483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:26:11.922691 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Attempting to bind port 2e5be46b-7ca1-43d0-b057-205d5a275621 on network 15ac8bf0-0e04-4603-a5b1-23becfe88483 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:11.925324 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:11.933808 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:26:11.934853 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Checking segment: {'id': 'cfa25b49-95fd-4d04-a37d-42cd67f278d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15ac8bf0-0e04-4603-a5b1-23becfe88483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:11.935386 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Bound using segment: {'id': 'cfa25b49-95fd-4d04-a37d-42cd67f278d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15ac8bf0-0e04-4603-a5b1-23becfe88483'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:26:11.935859 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Bound port: 2e5be46b-7ca1-43d0-b057-205d5a275621, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa25b49-95fd-4d04-a37d-42cd67f278d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15ac8bf0-0e04-4603-a5b1-23becfe88483'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:26:11.936225 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:11.978815 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-483ebe00-b785-4bf7-af6b-1e01cac51e18 None None] Current status of the port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:12.211225 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-3e112d79-7e4b-468e-85db-b7c5c71e2bcd None None] Provisioning complete for port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:12.211661 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3e112d79-7e4b-468e-85db-b7c5c71e2bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:12.391030 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-3e112d79-7e4b-468e-85db-b7c5c71e2bcd None None] Current status of the port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:12.392508 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] For port 2e5be46b-7ca1-43d0-b057-205d5a275621, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:26:12.392508 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] For port 2e5be46b-7ca1-43d0-b057-205d5a275621, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2e5be46b-7ca1-43d0-b057-205d5a275621,segment=NetworkSegment(cfa25b49-95fd-4d04-a37d-42cd67f278d2),segment_id=cfa25b49-95fd-4d04-a37d-42cd67f278d2)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:26:12.425736 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Router cbef2816-99ac-46cd-89dc-df3572119d46 is scheduled to L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a with binding_index 1 {{(pid=103310) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 19:26:12.429948 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:12.486646 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:12.487168 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:12.488641 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] 10.222.0.43 "PUT /v2.0/ports/2e5be46b-7ca1-43d0-b057-205d5a275621 HTTP/1.1" status: 200 len: 1093 time: 1.7477903 Feb 14 19:26:12.489066 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807a539b-c20d-4e49-b627-4e066fea5137', 'tag': '2e5be46b-7ca1-43d0-b057-205d5a275621'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:26:12.491674 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c09224f-18e4-463e-b9e4-031914e9a695" -d '{"events": [{"name": "network-changed", "server_uuid": "807a539b-c20d-4e49-b627-4e066fea5137", "tag": "2e5be46b-7ca1-43d0-b057-205d5a275621"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:26:12.536009 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65042b57-bfa1-4853-8b71-462ed49be477 x-openstack-request-id: req-65042b57-bfa1-4853-8b71-462ed49be477 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:26:12.536347 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807a539b-c20d-4e49-b627-4e066fea5137", "tag": "2e5be46b-7ca1-43d0-b057-205d5a275621", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:26:12.536721 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65042b57-bfa1-4853-8b71-462ed49be477 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:26:12.537101 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807a539b-c20d-4e49-b627-4e066fea5137', 'tag': '2e5be46b-7ca1-43d0-b057-205d5a275621', 'status': 'completed', 'code': 200} Feb 14 19:26:12.556123 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471326cf-c194-47c9-8b7b-63347c734d18 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5be46b-7ca1-43d0-b057-205d5a275621,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:12.681323 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09224f-18e4-463e-b9e4-031914e9a695 req-23ea2673-b54e-4d36-a629-d4eb944204cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:12.685452 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2c09224f-18e4-463e-b9e4-031914e9a695 req-23ea2673-b54e-4d36-a629-d4eb944204cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8828d6d9e872400caeb45a214f564456&device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 1127 time: 0.1290536 Feb 14 19:26:12.734979 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:26:12.749380 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Sync routers for ids ['cbef2816-99ac-46cd-89dc-df3572119d46'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:26:12.764986 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Routers {'cbef2816-99ac-46cd-89dc-df3572119d46'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:12.765782 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:25:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['cbef2816-99ac-46cd-89dc-df3572119d46'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:12.793344 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344fe97-5c07-4a8a-8a0e-ec2a77c809ec req-c2abb783-6ce8-4a90-8237-7e0e575d333b tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:12.795519 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2344fe97-5c07-4a8a-8a0e-ec2a77c809ec req-c2abb783-6ce8-4a90-8237-7e0e575d333b tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0793040 Feb 14 19:26:12.814420 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4967856a-71ad-4123-bfdd-fb5058b0f0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:12.858784 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2344fe97-5c07-4a8a-8a0e-ec2a77c809ec req-b9bfd5bb-0540-44f6-a317-e7124a563567 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550947 Feb 14 19:26:12.866918 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09224f-18e4-463e-b9e4-031914e9a695 req-c65a35f3-cd1a-41cc-80b4-f66c5620fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:12.868685 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2c09224f-18e4-463e-b9e4-031914e9a695 req-c65a35f3-cd1a-41cc-80b4-f66c5620fe1e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8828d6d9e872400caeb45a214f564456&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1742923 Feb 14 19:26:12.889359 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:12.894211 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-522938c7-5ff5-43cc-86a1-3bfa9976b878 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9167571 Feb 14 19:26:12.894609 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57756) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:12.900847 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Set router cbef2816-99ac-46cd-89dc-df3572119d46 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:12.994230 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09224f-18e4-463e-b9e4-031914e9a695 req-8fc89566-40ac-4792-8aa3-f1ef1684ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:12.996216 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2c09224f-18e4-463e-b9e4-031914e9a695 req-8fc89566-40ac-4792-8aa3-f1ef1684ce7e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200156 Feb 14 19:26:13.066849 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601f09c-5b17-4a7f-bad6-b8379dbd791d req-a5ea4c77-7408-4800-804b-1aac9b094e7d tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:13.068488 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0601f09c-5b17-4a7f-bad6-b8379dbd791d req-a5ea4c77-7408-4800-804b-1aac9b094e7d tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 943 time: 0.1133344 Feb 14 19:26:13.100960 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-13ef7cb4-6399-4063-be76-ad5469390f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:13.103009 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-13ef7cb4-6399-4063-be76-ad5469390f60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8828d6d9e872400caeb45a214f564456&device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 1127 time: 0.0690405 Feb 14 19:26:13.104847 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'name': 'tempest-TestVolumeBootPattern-1961223796-router', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:08Z', 'updated_at': '2022-02-14T19:26:10Z', 'revision_number': 3, 'project_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'gw_port': {'id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:09Z', 'updated_at': '2022-02-14T19:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:13.128901 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:13.144999 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Checking router: cbef2816-99ac-46cd-89dc-df3572119d46 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:26:13.145718 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Updating router cbef2816-99ac-46cd-89dc-df3572119d46 port b84ca878-dfb5-407a-95ab-ef1925518cd1 binding host dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:26:13.155240 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-cd511c8b-3020-4d9d-b7ca-ccca9daea682 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5be46b-7ca1-43d0-b057-205d5a275621 HTTP/1.1" status: 200 len: 217 time: 0.0416610 Feb 14 19:26:13.183484 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (b84ca878-dfb5-407a-95ab-ef1925518cd1), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:13.192428 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0601f09c-5b17-4a7f-bad6-b8379dbd791d req-9c6dd9d3-bac9-4da1-af60-9ed50d94ca5c tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179328 Feb 14 19:26:13.210414 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:13.211068 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:13.242563 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-ece8fb4b-0639-4a0d-b374-d47bda228832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:13.244170 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-ece8fb4b-0639-4a0d-b374-d47bda228832 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7 HTTP/1.1" status: 200 len: 853 time: 0.0822966 Feb 14 19:26:13.287715 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-3f565ba4-eb9a-4b50-8488-971f40186181 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15ac8bf0-0e04-4603-a5b1-23becfe88483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351801 Feb 14 19:26:13.311656 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:13.436076 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-59480681-d949-4a71-a19b-73d97a1084d9 service neutron] 10.222.0.43 "GET /v2.0/networks/15ac8bf0-0e04-4603-a5b1-23becfe88483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409466 Feb 14 19:26:13.535201 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Publish callbacks [] for port (b84ca878-dfb5-407a-95ab-ef1925518cd1), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:13.570513 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-846abe43-90e1-4d7e-be36-e73a3e438541 req-5a9ef0d6-786d-47e2-bf09-39e087931625 service neutron] 10.222.0.43 "GET /v2.0/networks/15ac8bf0-0e04-4603-a5b1-23becfe88483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272280 Feb 14 19:26:13.661067 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (b84ca878-dfb5-407a-95ab-ef1925518cd1), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:13.720770 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Attempting to bind port b84ca878-dfb5-407a-95ab-ef1925518cd1 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:26:13.721145 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Attempting to bind port b84ca878-dfb5-407a-95ab-ef1925518cd1 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:26:13.721509 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Attempting to bind port b84ca878-dfb5-407a-95ab-ef1925518cd1 on network 9a6a78c9-b5ec-42b3-b017-41817bfee45c {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:13.725541 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:13.728584 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2b1ea-e9ed-4027-a617-a87a572f5366 None None] Pushing event updated for resources: {'Port': ['ID=b84ca878-dfb5-407a-95ab-ef1925518cd1,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:13.732158 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:26:13.732540 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Checking segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:13.732942 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:13.733329 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Bound using segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:26:13.733812 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Bound port: b84ca878-dfb5-407a-95ab-ef1925518cd1, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:26:13.734195 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (b84ca878-dfb5-407a-95ab-ef1925518cd1), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:13.788028 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] For port b84ca878-dfb5-407a-95ab-ef1925518cd1, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:26:13.791473 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] For port b84ca878-dfb5-407a-95ab-ef1925518cd1, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=b84ca878-dfb5-407a-95ab-ef1925518cd1,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:26:13.878477 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (b84ca878-dfb5-407a-95ab-ef1925518cd1), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:13.892506 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Allocated IP 172.20.0.1 (359cec2f-87e5-4587-ab83-4e30c477bfd3/ba33e818-d06e-4674-85b0-24b0fd531ce6/35aa9fb9-711e-46e8-aab3-3604dcd2a769) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:26:13.936116 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Routers {'cbef2816-99ac-46cd-89dc-df3572119d46'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:13.936789 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:26:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['cbef2816-99ac-46cd-89dc-df3572119d46'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:14.066470 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd700cd-e69a-4fdd-a50e-e14de6ec7c58 req-2cb56c81-9d2e-4d22-885f-095dcbea7342 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:14.068051 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3cd700cd-e69a-4fdd-a50e-e14de6ec7c58 req-2cb56c81-9d2e-4d22-885f-095dcbea7342 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.1064754 Feb 14 19:26:14.071284 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Publish callbacks [] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:14.077521 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2b1ea-e9ed-4027-a617-a87a572f5366 None None] Pushing event updated for resources: {'Port': ['ID=b84ca878-dfb5-407a-95ab-ef1925518cd1,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:14.140089 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3cd700cd-e69a-4fdd-a50e-e14de6ec7c58 req-6fcdf0be-e60a-41ac-b9b3-cd33cb8a12cf tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639207 Feb 14 19:26:14.155919 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] Set router cbef2816-99ac-46cd-89dc-df3572119d46 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:14.238349 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:14.267167 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:14.281412 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Network 359cec2f-87e5-4587-ab83-4e30c477bfd3 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:14.312173 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:14.322675 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:26:14.322675 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3922876'] for router_interface (cbef2816-99ac-46cd-89dc-df3572119d46), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:14.368038 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'name': 'tempest-TestVolumeBootPattern-1961223796-router', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:08Z', 'updated_at': '2022-02-14T19:26:10Z', 'revision_number': 3, 'project_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'gw_port': {'id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:09Z', 'updated_at': '2022-02-14T19:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:14.368521 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Pushing event updated for resources: {'Port': ['ID=35aa9fb9-711e-46e8-aab3-3604dcd2a769,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:14.385898 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8f1bdf-3187-4288-a35f-c5046e19b15b None None] The sync data for ids ['cbef2816-99ac-46cd-89dc-df3572119d46'] in dv-cinder-816898-8-iscsi is: [{'id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'name': 'tempest-TestVolumeBootPattern-1961223796-router', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:08Z', 'updated_at': '2022-02-14T19:26:10Z', 'revision_number': 3, 'project_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'gw_port': {'id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:09Z', 'updated_at': '2022-02-14T19:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:26:14.413146 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deeb8c1-740c-4e6e-a73c-9fe7610676df req-f3719e7d-0b9f-48c8-b5ad-a0c822899b23 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:14.419349 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1deeb8c1-740c-4e6e-a73c-9fe7610676df req-f3719e7d-0b9f-48c8-b5ad-a0c822899b23 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 943 time: 0.1448548 Feb 14 19:26:14.502865 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1deeb8c1-740c-4e6e-a73c-9fe7610676df req-e5422a93-d519-4124-811b-3d50fb8d6600 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821786 Feb 14 19:26:14.563913 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-cf5fc531-2379-47b5-8e24-15122fe6f1d1 None None] Provisioning complete for port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:14.564425 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc531-2379-47b5-8e24-15122fe6f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:14.593557 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:14.608324 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-cf5fc531-2379-47b5-8e24-15122fe6f1d1 None None] Port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:26:14.817761 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Publish callbacks [] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:14.899512 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:14.902337 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922880'] for router_interface (cbef2816-99ac-46cd-89dc-df3572119d46), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:15.011916 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Pushing event updated for resources: {'Port': ['ID=35aa9fb9-711e-46e8-aab3-3604dcd2a769,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:15.058089 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Network 359cec2f-87e5-4587-ab83-4e30c477bfd3 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:15.060292 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:15.168130 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device b84ca878-dfb5-407a-95ab-ef1925518cd1 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:15.282127 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port b84ca878-dfb5-407a-95ab-ef1925518cd1 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:15.282981 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Router cbef2816-99ac-46cd-89dc-df3572119d46 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:26:15.283566 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (b84ca878-dfb5-407a-95ab-ef1925518cd1), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:15.379842 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port b84ca878-dfb5-407a-95ab-ef1925518cd1 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:15.381002 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (b84ca878-dfb5-407a-95ab-ef1925518cd1), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:15.397237 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d2349-d46c-4240-97ee-3fe48458a84a req-9b4e725a-25d0-44a2-9fc9-185c5b362810 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:15.398863 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-612d2349-d46c-4240-97ee-3fe48458a84a req-9b4e725a-25d0-44a2-9fc9-185c5b362810 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.1321571 Feb 14 19:26:15.405904 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port b84ca878-dfb5-407a-95ab-ef1925518cd1, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=b84ca878-dfb5-407a-95ab-ef1925518cd1,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:15.440174 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-6aa1cd07-a5af-4cfe-9f55-c47815fbabae None None] Provisioning complete for port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:15.440544 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6aa1cd07-a5af-4cfe-9f55-c47815fbabae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:15.479135 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-6aa1cd07-a5af-4cfe-9f55-c47815fbabae None None] Port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:26:15.488807 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:26:15.494007 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-612d2349-d46c-4240-97ee-3fe48458a84a req-d485f817-80ef-4713-9245-752e5e32c883 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845919 Feb 14 19:26:15.497058 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-0800211c-7bf7-46ee-860f-41155f2ec996 admin admin] 10.222.0.26 "PUT /v2.0/routers/cbef2816-99ac-46cd-89dc-df3572119d46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5985103 Feb 14 19:26:15.508026 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (b84ca878-dfb5-407a-95ab-ef1925518cd1), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:15.582159 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=b84ca878-dfb5-407a-95ab-ef1925518cd1,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:15.624966 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:15.658566 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5cc3d-e003-41f6-b954-69b8459a3dd2 req-1ea18e7e-55e7-4712-90bd-e290e7064903 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:15.660084 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-56d5cc3d-e003-41f6-b954-69b8459a3dd2 req-1ea18e7e-55e7-4712-90bd-e290e7064903 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 943 time: 0.0641704 Feb 14 19:26:15.715108 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-56d5cc3d-e003-41f6-b954-69b8459a3dd2 req-75d1bfdc-fd3f-4033-a3c9-41028834a9b3 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470040 Feb 14 19:26:16.266099 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Sync routers for ids ['cbef2816-99ac-46cd-89dc-df3572119d46'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:26:16.279851 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Routers {'cbef2816-99ac-46cd-89dc-df3572119d46'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:16.280540 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:26:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['cbef2816-99ac-46cd-89dc-df3572119d46'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:16.411195 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Set router cbef2816-99ac-46cd-89dc-df3572119d46 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:16.645551 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'name': 'tempest-TestVolumeBootPattern-1961223796-router', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:08Z', 'updated_at': '2022-02-14T19:26:14Z', 'revision_number': 4, 'project_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'gw_port': {'id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:09Z', 'updated_at': '2022-02-14T19:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '35aa9fb9-711e-46e8-aab3-3604dcd2a769', 'name': '', 'network_id': '359cec2f-87e5-4587-ab83-4e30c477bfd3', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'mac_address': 'fa:16:3e:6e:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ba33e818-d06e-4674-85b0-24b0fd531ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:13Z', 'updated_at': '2022-02-14T19:26:14Z', 'revision_number': 2, 'project_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'subnets': [{'id': 'ba33e818-d06e-4674-85b0-24b0fd531ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:16.683421 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Checking router: cbef2816-99ac-46cd-89dc-df3572119d46 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:26:16.683778 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Updating router cbef2816-99ac-46cd-89dc-df3572119d46 port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 binding host dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:26:16.709156 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:16.720741 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:16.764217 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 2e5be46b-7ca1-43d0-b057-205d5a275621 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:26:16.799958 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57794) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:16.910285 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0c45790b-f3ad-49ab-8751-f40944ac0e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.001547 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0c45790b-f3ad-49ab-8751-f40944ac0e4f admin admin] Publish callbacks [] for security_group (89d736a1-faa4-48c0-8620-3b8377e8727a), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.131590 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device b84ca878-dfb5-407a-95ab-ef1925518cd1 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:17.156767 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0c45790b-f3ad-49ab-8751-f40944ac0e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (89d736a1-faa4-48c0-8620-3b8377e8727a), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.215136 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17a93-96b5-4218-941f-58ce6da5413a req-3120fd32-a7da-40bb-abbc-aad4870b3b98 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:17.218268 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e1f17a93-96b5-4218-941f-58ce6da5413a req-3120fd32-a7da-40bb-abbc-aad4870b3b98 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea5ae528-ed31-46b6-a675-b0edfc03c22d HTTP/1.1" status: 200 len: 945 time: 0.0750575 Feb 14 19:26:17.220937 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 2e5be46b-7ca1-43d0-b057-205d5a275621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2e5be46b-7ca1-43d0-b057-205d5a275621,segment=NetworkSegment(cfa25b49-95fd-4d04-a37d-42cd67f278d2),segment_id=cfa25b49-95fd-4d04-a37d-42cd67f278d2)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:17.253135 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': '2e5be46b-7ca1-43d0-b057-205d5a275621', 'network_id': '15ac8bf0-0e04-4603-a5b1-23becfe88483', 'port_id': '2e5be46b-7ca1-43d0-b057-205d5a275621', 'mac_address': 'fa:16:3e:69:c0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:26:17.259889 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-0c45790b-f3ad-49ab-8751-f40944ac0e4f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f580bf197ce40e7a461bb902cbc65ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4570713 Feb 14 19:26:17.260716 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57800) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:17.270255 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45790b-f3ad-49ab-8751-f40944ac0e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d736a1-faa4-48c0-8620-3b8377e8727a,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:17.334098 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-470c7bff-aa48-43ae-9566-c54cdef7fc61 admin admin] Publish callbacks [] for security_group (89d736a1-faa4-48c0-8620-3b8377e8727a), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.341889 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port b84ca878-dfb5-407a-95ab-ef1925518cd1 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:17.342689 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (b84ca878-dfb5-407a-95ab-ef1925518cd1), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.350121 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-e1f17a93-96b5-4218-941f-58ce6da5413a req-f5249093-ab63-4bb9-a539-d9eeb2907cf7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Deleting port f3d439a8-8296-4d11-8c38-17a5015e337a {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:26:17.350706 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e1f17a93-96b5-4218-941f-58ce6da5413a req-f5249093-ab63-4bb9-a539-d9eeb2907cf7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.370917 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-470c7bff-aa48-43ae-9566-c54cdef7fc61 admin admin] Publish callbacks [] for security_group (89d736a1-faa4-48c0-8620-3b8377e8727a), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.406747 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Publish callbacks [] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.409366 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 2e5be46b-7ca1-43d0-b057-205d5a275621 is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:17.409707 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.430627 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5be46b-7ca1-43d0-b057-205d5a275621 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:26:17.459720 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 2e5be46b-7ca1-43d0-b057-205d5a275621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2e5be46b-7ca1-43d0-b057-205d5a275621,segment=NetworkSegment(cfa25b49-95fd-4d04-a37d-42cd67f278d2),segment_id=cfa25b49-95fd-4d04-a37d-42cd67f278d2)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:17.482137 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-e1f17a93-96b5-4218-941f-58ce6da5413a req-f5249093-ab63-4bb9-a539-d9eeb2907cf7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] For port f3d439a8-8296-4d11-8c38-17a5015e337a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f3d439a8-8296-4d11-8c38-17a5015e337a,segment=NetworkSegment(28873643-11f0-44ec-8b5d-cc44f8d70a1c),segment_id=28873643-11f0-44ec-8b5d-cc44f8d70a1c)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:17.483004 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e1f17a93-96b5-4218-941f-58ce6da5413a req-f5249093-ab63-4bb9-a539-d9eeb2907cf7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.492747 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.501339 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-e1f17a93-96b5-4218-941f-58ce6da5413a req-f5249093-ab63-4bb9-a539-d9eeb2907cf7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Calling delete_port for f3d439a8-8296-4d11-8c38-17a5015e337a owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:26:17.524711 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port b84ca878-dfb5-407a-95ab-ef1925518cd1 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:17.554217 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60c220-557b-4f78-9c6a-b4754c2f660f None None] Pushing event updated for resources: {'Port': ['ID=35aa9fb9-711e-46e8-aab3-3604dcd2a769,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:17.558651 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.586853 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-470c7bff-aa48-43ae-9566-c54cdef7fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (89d736a1-faa4-48c0-8620-3b8377e8727a), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.591430 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-470c7bff-aa48-43ae-9566-c54cdef7fc61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.595498 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-470c7bff-aa48-43ae-9566-c54cdef7fc61 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89d736a1-faa4-48c0-8620-3b8377e8727a HTTP/1.1" status: 204 len: 168 time: 0.3330939 Feb 14 19:26:17.613164 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c7bff-aa48-43ae-9566-c54cdef7fc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d736a1-faa4-48c0-8620-3b8377e8727a,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:17.665489 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=2e5be46b-7ca1-43d0-b057-205d5a275621,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:17.693958 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Attempting to bind port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:26:17.694464 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Attempting to bind port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': 'c178de88-ccbc-42e9-be66-b9e6595f86cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '359cec2f-87e5-4587-ab83-4e30c477bfd3'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:26:17.694930 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Attempting to bind port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 on network 359cec2f-87e5-4587-ab83-4e30c477bfd3 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:17.707951 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:26:17.709747 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Checking segment: {'id': 'c178de88-ccbc-42e9-be66-b9e6595f86cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '359cec2f-87e5-4587-ab83-4e30c477bfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:17.710762 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.721868 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Bound using segment: {'id': 'c178de88-ccbc-42e9-be66-b9e6595f86cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '359cec2f-87e5-4587-ab83-4e30c477bfd3'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:26:17.722625 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Bound port: 35aa9fb9-711e-46e8-aab3-3604dcd2a769, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c178de88-ccbc-42e9-be66-b9e6595f86cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '359cec2f-87e5-4587-ab83-4e30c477bfd3'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:26:17.725497 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.726622 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57804) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:17.732133 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-72d0c08c-061a-4d59-9feb-a4693e786a8b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-431834895', 'description': 'tempest-secgroup-smoke-431834895 description', 'project_id': '62b60dc2e6514bdf9ac5593137f409a8'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:17.809360 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e1f17a93-96b5-4218-941f-58ce6da5413a req-f5249093-ab63-4bb9-a539-d9eeb2907cf7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (f3d439a8-8296-4d11-8c38-17a5015e337a), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.812902 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] For port 35aa9fb9-711e-46e8-aab3-3604dcd2a769, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:26:17.823727 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['2e5be46b-7ca1-43d0-b057-205d5a275621'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:26:17.828249 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['f3d439a8-8296-4d11-8c38-17a5015e337a'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:26:17.866877 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5249093-ab63-4bb9-a539-d9eeb2907cf7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Pushing event deleted for resources: {'Port': ['ID=f3d439a8-8296-4d11-8c38-17a5015e337a,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:17.884096 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a1c3b-d10a-433c-92df-5aee4e68d228 req-20016a90-e581-4167-b6e2-6a1b1edb8d3c tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:17.892759 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-826a1c3b-d10a-433c-92df-5aee4e68d228 req-20016a90-e581-4167-b6e2-6a1b1edb8d3c tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0928383 Feb 14 19:26:17.896404 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-72d0c08c-061a-4d59-9feb-a4693e786a8b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.902047 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] For port 35aa9fb9-711e-46e8-aab3-3604dcd2a769, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=35aa9fb9-711e-46e8-aab3-3604dcd2a769,segment=NetworkSegment(c178de88-ccbc-42e9-be66-b9e6595f86cc),segment_id=c178de88-ccbc-42e9-be66-b9e6595f86cc)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:26:17.912258 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f17a93-96b5-4218-941f-58ce6da5413a req-f5249093-ab63-4bb9-a539-d9eeb2907cf7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] No DVR routers for this DVR port f3d439a8-8296-4d11-8c38-17a5015e337a on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:26:17.915879 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e1f17a93-96b5-4218-941f-58ce6da5413a req-f5249093-ab63-4bb9-a539-d9eeb2907cf7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.920986 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e1f17a93-96b5-4218-941f-58ce6da5413a req-f5249093-ab63-4bb9-a539-d9eeb2907cf7 tempest-ServerRescueNegativeTestJSON-296541594 tempest-ServerRescueNegativeTestJSON-296541594-project] 10.222.0.43 "DELETE /v2.0/ports/f3d439a8-8296-4d11-8c38-17a5015e337a HTTP/1.1" status: 204 len: 173 time: 0.6959651 Feb 14 19:26:17.922066 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5ae528-ed31-46b6-a675-b0edfc03c22d', 'name': 'network-vif-deleted', 'tag': 'f3d439a8-8296-4d11-8c38-17a5015e337a'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:26:17.927186 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5e0041-aeec-409c-b524-2422a06f9a7c" -d '{"events": [{"server_uuid": "ea5ae528-ed31-46b6-a675-b0edfc03c22d", "name": "network-vif-deleted", "tag": "f3d439a8-8296-4d11-8c38-17a5015e337a"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:26:17.950563 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-378a93ad-2ac9-4140-bd4c-c19f9b89d3ac None None] Provisioning complete for port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:17.955798 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-378a93ad-2ac9-4140-bd4c-c19f9b89d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:17.974499 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-826a1c3b-d10a-433c-92df-5aee4e68d228 req-27dcd19f-fbd5-484b-8571-a98aa5e048e8 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800231 Feb 14 19:26:18.014410 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-378a93ad-2ac9-4140-bd4c-c19f9b89d3ac None None] Port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:26:18.057166 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-72d0c08c-061a-4d59-9feb-a4693e786a8b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group (cae0c260-bf28-4ff1-9c6a-23084d5dafd5), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:18.100161 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:18.121286 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e1038-aae7-4d8a-9633-0e324036636d req-06be6b19-17b6-401b-9f77-fc1989d9ac4d tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:18.123499 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-753e1038-aae7-4d8a-9633-0e324036636d req-06be6b19-17b6-401b-9f77-fc1989d9ac4d tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 944 time: 0.0706353 Feb 14 19:26:18.169819 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-72d0c08c-061a-4d59-9feb-a4693e786a8b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (cae0c260-bf28-4ff1-9c6a-23084d5dafd5), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:18.200359 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-753e1038-aae7-4d8a-9633-0e324036636d req-c5236820-f301-4fca-a1cc-17fdb358aadf tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695431 Feb 14 19:26:18.209827 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Routers {'cbef2816-99ac-46cd-89dc-df3572119d46'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:18.218195 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:26:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['cbef2816-99ac-46cd-89dc-df3572119d46'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:18.227650 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0c08c-061a-4d59-9feb-a4693e786a8b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae0c260-bf28-4ff1-9c6a-23084d5dafd5,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:18.247587 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60c220-557b-4f78-9c6a-b4754c2f660f None None] Pushing event updated for resources: {'Port': ['ID=35aa9fb9-711e-46e8-aab3-3604dcd2a769,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:18.304661 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbc1ee4-ceb9-430c-a09e-d9533f6861d9 x-openstack-request-id: req-fdbc1ee4-ceb9-430c-a09e-d9533f6861d9 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:26:18.305184 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5ae528-ed31-46b6-a675-b0edfc03c22d", "name": "network-vif-deleted", "tag": "f3d439a8-8296-4d11-8c38-17a5015e337a", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:26:18.305354 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdbc1ee4-ceb9-430c-a09e-d9533f6861d9 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:26:18.305839 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5ae528-ed31-46b6-a675-b0edfc03c22d', 'name': 'network-vif-deleted', 'tag': 'f3d439a8-8296-4d11-8c38-17a5015e337a', 'status': 'completed', 'code': 200} Feb 14 19:26:18.327028 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-72d0c08c-061a-4d59-9feb-a4693e786a8b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:18.333852 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-72d0c08c-061a-4d59-9feb-a4693e786a8b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6005635 Feb 14 19:26:18.334062 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57816) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:18.338680 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-b999d258-5f3c-437b-8556-ee546b26fcab tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Request body: {'security_group_rule': {'security_group_id': 'cae0c260-bf28-4ff1-9c6a-23084d5dafd5', 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:18.409368 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] Set router cbef2816-99ac-46cd-89dc-df3572119d46 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:18.484661 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b999d258-5f3c-437b-8556-ee546b26fcab tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (714ab6eb-a8fa-4c73-81dd-b4f52f8dda3d), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:18.575211 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b999d258-5f3c-437b-8556-ee546b26fcab tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (714ab6eb-a8fa-4c73-81dd-b4f52f8dda3d), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:18.590232 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-3d494ebe-fc1a-4a5e-80bc-034ad3e5c36c None None] Provisioning complete for port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:18.590916 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3d494ebe-fc1a-4a5e-80bc-034ad3e5c36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:18.694603 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b999d258-5f3c-437b-8556-ee546b26fcab tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (714ab6eb-a8fa-4c73-81dd-b4f52f8dda3d), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:18.706308 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999d258-5f3c-437b-8556-ee546b26fcab tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714ab6eb-a8fa-4c73-81dd-b4f52f8dda3d,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:18.745239 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-3d494ebe-fc1a-4a5e-80bc-034ad3e5c36c None None] Current status of the port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:18.745627 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3d494ebe-fc1a-4a5e-80bc-034ad3e5c36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:18.751387 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'name': 'tempest-TestVolumeBootPattern-1961223796-router', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:08Z', 'updated_at': '2022-02-14T19:26:14Z', 'revision_number': 4, 'project_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'gw_port': {'id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:09Z', 'updated_at': '2022-02-14T19:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '35aa9fb9-711e-46e8-aab3-3604dcd2a769', 'name': '', 'network_id': '359cec2f-87e5-4587-ab83-4e30c477bfd3', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'mac_address': 'fa:16:3e:6e:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ba33e818-d06e-4674-85b0-24b0fd531ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:13Z', 'updated_at': '2022-02-14T19:26:17Z', 'revision_number': 4, 'project_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'subnets': [{'id': 'ba33e818-d06e-4674-85b0-24b0fd531ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:18.790795 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 2e5be46b-7ca1-43d0-b057-205d5a275621 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:18.795173 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc232392-54d4-4c3b-9f9b-70e7effc6844 None None] The sync data for ids ['cbef2816-99ac-46cd-89dc-df3572119d46'] in dv-cinder-816898-8-iscsi is: [{'id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'name': 'tempest-TestVolumeBootPattern-1961223796-router', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:08Z', 'updated_at': '2022-02-14T19:26:14Z', 'revision_number': 4, 'project_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'gw_port': {'id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:09Z', 'updated_at': '2022-02-14T19:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '35aa9fb9-711e-46e8-aab3-3604dcd2a769', 'name': '', 'network_id': '359cec2f-87e5-4587-ab83-4e30c477bfd3', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'mac_address': 'fa:16:3e:6e:4c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ba33e818-d06e-4674-85b0-24b0fd531ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:13Z', 'updated_at': '2022-02-14T19:26:17Z', 'revision_number': 4, 'project_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'subnets': [{'id': 'ba33e818-d06e-4674-85b0-24b0fd531ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:26:18.868715 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-3d494ebe-fc1a-4a5e-80bc-034ad3e5c36c None None] For port 35aa9fb9-711e-46e8-aab3-3604dcd2a769, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=35aa9fb9-711e-46e8-aab3-3604dcd2a769,segment=NetworkSegment(c178de88-ccbc-42e9-be66-b9e6595f86cc),segment_id=c178de88-ccbc-42e9-be66-b9e6595f86cc)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:18.885000 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b999d258-5f3c-437b-8556-ee546b26fcab tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:18.903810 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-b999d258-5f3c-437b-8556-ee546b26fcab tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5514536 Feb 14 19:26:18.903810 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57826) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:18.903810 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-b398016f-5012-46f2-8cbf-68ab6ecef57e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Request body: {'security_group_rule': {'security_group_id': 'cae0c260-bf28-4ff1-9c6a-23084d5dafd5', 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:18.963372 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3d494ebe-fc1a-4a5e-80bc-034ad3e5c36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.033917 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b398016f-5012-46f2-8cbf-68ab6ecef57e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (1ab19446-79ae-4821-a7c4-d2fe8c27c491), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.044084 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port 2e5be46b-7ca1-43d0-b057-205d5a275621 completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:26:19.049231 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d494ebe-fc1a-4a5e-80bc-034ad3e5c36c None None] Pushing event updated for resources: {'Port': ['ID=35aa9fb9-711e-46e8-aab3-3604dcd2a769,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:19.068503 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port 2e5be46b-7ca1-43d0-b057-205d5a275621 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:19.068503 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.076327 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57832) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:19.170818 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b398016f-5012-46f2-8cbf-68ab6ecef57e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (1ab19446-79ae-4821-a7c4-d2fe8c27c491), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.222124 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 35aa9fb9-711e-46e8-aab3-3604dcd2a769 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:19.264255 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7b37e-598e-4b0f-b10a-af53cf6c657c req-58e8dab2-99a5-48a0-8dba-14c92c4de45f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:19.266810 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7ad7b37e-598e-4b0f-b10a-af53cf6c657c req-58e8dab2-99a5-48a0-8dba-14c92c4de45f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0938473 Feb 14 19:26:19.268772 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b398016f-5012-46f2-8cbf-68ab6ecef57e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (1ab19446-79ae-4821-a7c4-d2fe8c27c491), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.316516 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1005142204-network', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:19.318544 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398016f-5012-46f2-8cbf-68ab6ecef57e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab19446-79ae-4821-a7c4-d2fe8c27c491,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:19.320494 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 2e5be46b-7ca1-43d0-b057-205d5a275621 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:19.321219 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.362130 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.369438 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7ad7b37e-598e-4b0f-b10a-af53cf6c657c req-4e1d48a7-ae37-49d0-a6ac-9da107bff0ed tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949137 Feb 14 19:26:19.373123 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807a539b-c20d-4e49-b627-4e066fea5137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5be46b-7ca1-43d0-b057-205d5a275621'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:26:19.377135 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db010c6-3f6d-49c3-8fff-9874a4eb290d" -d '{"events": [{"server_uuid": "807a539b-c20d-4e49-b627-4e066fea5137", "name": "network-vif-plugged", "status": "completed", "tag": "2e5be46b-7ca1-43d0-b057-205d5a275621"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:26:19.397723 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:19.397723 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.417891 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b398016f-5012-46f2-8cbf-68ab6ecef57e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.422735 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57840) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:19.423184 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-b398016f-5012-46f2-8cbf-68ab6ecef57e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5312099 Feb 14 19:26:19.428634 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-e50a0ea1-2f3a-4475-aab3-e55f45fccf32 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Request body: {'security_group_rule': {'security_group_id': 'cae0c260-bf28-4ff1-9c6a-23084d5dafd5', 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:19.431978 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 2e5be46b-7ca1-43d0-b057-205d5a275621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2e5be46b-7ca1-43d0-b057-205d5a275621,segment=NetworkSegment(cfa25b49-95fd-4d04-a37d-42cd67f278d2),segment_id=cfa25b49-95fd-4d04-a37d-42cd67f278d2)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:19.492998 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] Made reservation on behalf of 677c0b411afe40a2afeaf69d4b655f30 for: {'network': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:26:19.501518 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.509382 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.528729 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:19.530547 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1f993-db95-4113-a6ca-ea57abef6454 req-52955a10-b94a-4224-9d79-9f3b1cbe7dc2 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:19.543966 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9af1f993-db95-4113-a6ca-ea57abef6454 req-52955a10-b94a-4224-9d79-9f3b1cbe7dc2 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 944 time: 0.0834830 Feb 14 19:26:19.568790 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.611615 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e50a0ea1-2f3a-4475-aab3-e55f45fccf32 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (8e0f7155-0cd6-48fd-a380-81d5ca02a3da), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.634472 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9af1f993-db95-4113-a6ca-ea57abef6454 req-22365883-154f-4619-a1f5-ccc2827da108 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896852 Feb 14 19:26:19.641833 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=2e5be46b-7ca1-43d0-b057-205d5a275621,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:19.658997 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] Publish callbacks [] for security_group (d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.693510 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb89a70-a22c-4036-bc0d-3b6b544b2fb8 x-openstack-request-id: req-7eb89a70-a22c-4036-bc0d-3b6b544b2fb8 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:26:19.693820 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807a539b-c20d-4e49-b627-4e066fea5137", "name": "network-vif-plugged", "status": "completed", "tag": "2e5be46b-7ca1-43d0-b057-205d5a275621", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:26:19.694083 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7eb89a70-a22c-4036-bc0d-3b6b544b2fb8 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:26:19.694550 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807a539b-c20d-4e49-b627-4e066fea5137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5be46b-7ca1-43d0-b057-205d5a275621', 'code': 200} Feb 14 19:26:19.712221 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e50a0ea1-2f3a-4475-aab3-e55f45fccf32 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (8e0f7155-0cd6-48fd-a380-81d5ca02a3da), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.752193 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.772964 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:26:19.788020 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:19.790998 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (cfeb51c3-3a3d-43e0-943d-59c56441eb70), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.791336 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.segments_db [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] Added segment cfeb51c3-3a3d-43e0-943d-59c56441eb70 of type vlan for network acf8c820-9a47-4467-ac0f-618f8e7e6456 Feb 14 19:26:19.833683 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (acf8c820-9a47-4467-ac0f-618f8e7e6456), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.906245 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e50a0ea1-2f3a-4475-aab3-e55f45fccf32 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (8e0f7155-0cd6-48fd-a380-81d5ca02a3da), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:19.925247 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a0ea1-2f3a-4475-aab3-e55f45fccf32 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0f7155-0cd6-48fd-a380-81d5ca02a3da,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:20.044290 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (acf8c820-9a47-4467-ac0f-618f8e7e6456), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:20.045275 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:20.045861 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:20.106702 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e50a0ea1-2f3a-4475-aab3-e55f45fccf32 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:20.111124 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-e50a0ea1-2f3a-4475-aab3-e55f45fccf32 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6844378 Feb 14 19:26:20.111349 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57842) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:20.115933 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-19f0e5a6-f424-4450-803b-6360862755f6 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Request body: {'security_group_rule': {'security_group_id': 'cae0c260-bf28-4ff1-9c6a-23084d5dafd5', 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:20.128132 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] Pushing event updated for resources: {'Network': ['ID=acf8c820-9a47-4467-ac0f-618f8e7e6456,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:20.140176 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network acf8c820-9a47-4467-ac0f-618f8e7e6456 details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:26:20.222129 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-19f0e5a6-f424-4450-803b-6360862755f6 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (9c21aa8a-3de8-467a-b4bb-c26930f88e55), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:20.225339 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-8ebfd7a1-3509-41eb-9a33-01211dd96c95 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1475749 Feb 14 19:26:20.229602 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57844) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:20.236655 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-0fe74d70-f508-4d3d-8b53-3f829a805933 admin admin] Request body: {'subnet': {'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1005142204-subnet', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'ip_version': 4}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:20.303805 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-19f0e5a6-f424-4450-803b-6360862755f6 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (9c21aa8a-3de8-467a-b4bb-c26930f88e55), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:20.305486 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864b53b-7644-4b54-be72-b9844abcc2a3 req-8a6e1ab9-4656-4b7c-afb9-9568161b7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:20.307038 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2864b53b-7644-4b54-be72-b9844abcc2a3 req-8a6e1ab9-4656-4b7c-afb9-9568161b7d8a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 1129 time: 0.0658495 Feb 14 19:26:20.354931 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2864b53b-7644-4b54-be72-b9844abcc2a3 req-8525cc2e-a4c9-4594-80e6-e3f6e29bea5a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413940 Feb 14 19:26:20.375208 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe74d70-f508-4d3d-8b53-3f829a805933 admin admin] Made reservation on behalf of 677c0b411afe40a2afeaf69d4b655f30 for: {'subnet': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:26:20.377624 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0fe74d70-f508-4d3d-8b53-3f829a805933 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129471075'] for subnet (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:20.415776 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-19f0e5a6-f424-4450-803b-6360862755f6 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (9c21aa8a-3de8-467a-b4bb-c26930f88e55), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:20.432308 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0e5a6-f424-4450-803b-6360862755f6 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c21aa8a-3de8-467a-b4bb-c26930f88e55,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:20.532360 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-19f0e5a6-f424-4450-803b-6360862755f6 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:20.533594 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-19f0e5a6-f424-4450-803b-6360862755f6 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4211853 Feb 14 19:26:20.538520 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57848) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:20.541674 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bec0b-77e1-4e81-a133-a129846734d6 req-022033c5-aaad-4b19-9687-3cef270bc078 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:20.542873 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-15655210-5ce8-49e5-b54e-a713c7635ad9 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Request body: {'security_group_rule': {'security_group_id': 'cae0c260-bf28-4ff1-9c6a-23084d5dafd5', 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:20.543187 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-717bec0b-77e1-4e81-a133-a129846734d6 req-022033c5-aaad-4b19-9687-3cef270bc078 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0707383 Feb 14 19:26:20.596705 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-717bec0b-77e1-4e81-a133-a129846734d6 req-46e73cbd-2b97-4f6a-8cc1-524e9d023c3a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472147 Feb 14 19:26:20.656040 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0fe74d70-f508-4d3d-8b53-3f829a805933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129455355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129471057'] for subnet (848bbf1a-3cef-48c0-a485-17c9b730318d), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:20.658300 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.securitygroups_db [None req-15655210-5ce8-49e5-b54e-a713c7635ad9 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Project 62b60dc2e6514bdf9ac5593137f409a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 19:26:20.668498 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-15655210-5ce8-49e5-b54e-a713c7635ad9 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (fbde413c-a1b0-4799-b9e5-ff1f83b7074c), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:20.742946 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe74d70-f508-4d3d-8b53-3f829a805933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=848bbf1a-3cef-48c0-a485-17c9b730318d,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:20.772484 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe74d70-f508-4d3d-8b53-3f829a805933 admin admin] Checking segment: {'id': 'cfeb51c3-3a3d-43e0-943d-59c56441eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:20.772849 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe74d70-f508-4d3d-8b53-3f829a805933 admin admin] Network hostable DHCP agents. Network: acf8c820-9a47-4467-ac0f-618f8e7e6456, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:26:20.779478 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f3d439a8-8296-4d11-8c38-17a5015e337a no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:26:20.781327 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-15655210-5ce8-49e5-b54e-a713c7635ad9 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (fbde413c-a1b0-4799-b9e5-ff1f83b7074c), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:20.805146 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: f3d439a8-8296-4d11-8c38-17a5015e337a {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:26:20.805494 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f3d439a8-8296-4d11-8c38-17a5015e337a not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:26:20.872468 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-15655210-5ce8-49e5-b54e-a713c7635ad9 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (fbde413c-a1b0-4799-b9e5-ff1f83b7074c), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:20.896233 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15655210-5ce8-49e5-b54e-a713c7635ad9 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbde413c-a1b0-4799-b9e5-ff1f83b7074c,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:20.905632 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe74d70-f508-4d3d-8b53-3f829a805933 admin admin] Network acf8c820-9a47-4467-ac0f-618f8e7e6456 is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:26:20.994021 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-15655210-5ce8-49e5-b54e-a713c7635ad9 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:20.998364 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-15655210-5ce8-49e5-b54e-a713c7635ad9 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4556921 Feb 14 19:26:20.998658 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57856) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:21.003809 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-b4b67803-d9ea-4579-992b-13e65af5a46c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Request body: {'security_group_rule': {'security_group_id': 'cae0c260-bf28-4ff1-9c6a-23084d5dafd5', 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:21.010641 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd463dd-3c0b-4104-a003-00cba873e555 req-550bc083-408a-47b9-a2d9-ba17e5ab50fe tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:21.013458 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ddd463dd-3c0b-4104-a003-00cba873e555 req-550bc083-408a-47b9-a2d9-ba17e5ab50fe tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 945 time: 0.0556042 Feb 14 19:26:21.061305 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-0fe74d70-f508-4d3d-8b53-3f829a805933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, acf8c820-9a47-4467-ac0f-618f8e7e6456) {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:21.066053 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe74d70-f508-4d3d-8b53-3f829a805933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:21.066849 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0fe74d70-f508-4d3d-8b53-3f829a805933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.072213 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fb694a-31f9-4683-98ad-6afd225ddb9a None None] Network acf8c820-9a47-4467-ac0f-618f8e7e6456 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:26:21.088952 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ddd463dd-3c0b-4104-a003-00cba873e555 req-429cfa32-ee58-4cef-be1d-31470aef1ddd tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575409 Feb 14 19:26:21.123345 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.securitygroups_db [None req-b4b67803-d9ea-4579-992b-13e65af5a46c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Project 62b60dc2e6514bdf9ac5593137f409a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 19:26:21.134189 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b4b67803-d9ea-4579-992b-13e65af5a46c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (cc68aab0-7691-494b-bb32-d06d496de99e), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.165830 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 35aa9fb9-711e-46e8-aab3-3604dcd2a769 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:21.228866 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-0fe74d70-f508-4d3d-8b53-3f829a805933 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9982455 Feb 14 19:26:21.234592 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57858) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:21.241501 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:21.269974 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b4b67803-d9ea-4579-992b-13e65af5a46c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (cc68aab0-7691-494b-bb32-d06d496de99e), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.275118 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a1c1b-3321-428c-9e4d-ae8472baeb9d req-7f0f153a-74dd-4ad7-902e-056232e8b63d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:21.276695 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-487a1c1b-3321-428c-9e4d-ae8472baeb9d req-7f0f153a-74dd-4ad7-902e-056232e8b63d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0882463 Feb 14 19:26:21.281392 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:21.282004 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.288003 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2e9e606-a314-5246-a6ef-5781a731b869-acf8c820-9a47-4467-ac0f-618f8e7e6456', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'fixed_ips': [{'subnet_id': '848bbf1a-3cef-48c0-a485-17c9b730318d'}]}} from dv-cinder-816898-8-iscsi. {{(pid=103312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 19:26:21.288941 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.341858 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-487a1c1b-3321-428c-9e4d-ae8472baeb9d req-243cd480-5e16-40b7-b194-32c9bc76dc4e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571826 Feb 14 19:26:21.344313 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9ea74-51fe-4da9-9fff-5eaaea1e569a req-601ffca2-b530-40bc-b130-99ad0951d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:21.345806 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b9c9ea74-51fe-4da9-9fff-5eaaea1e569a req-601ffca2-b530-40bc-b130-99ad0951d618 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd3df3df80dd4f81ab8464493ce4d182&device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 1129 time: 0.0506902 Feb 14 19:26:21.354757 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b4b67803-d9ea-4579-992b-13e65af5a46c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (cc68aab0-7691-494b-bb32-d06d496de99e), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.357526 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254098'] for router (3695fe69-a2bf-49f2-941d-f14c1c209e1d), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.359603 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254107'] for router (3695fe69-a2bf-49f2-941d-f14c1c209e1d), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.431864 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b67803-d9ea-4579-992b-13e65af5a46c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc68aab0-7691-494b-bb32-d06d496de99e,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:21.484685 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:21.499249 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.db_base_plugin_common [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Allocated IP 172.20.0.2 (acf8c820-9a47-4467-ac0f-618f8e7e6456/848bbf1a-3cef-48c0-a485-17c9b730318d/8db485b5-f7e8-49f2-82ae-7762ece3aad1) {{(pid=103312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:26:21.513427 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Publish callbacks [] for router_controller (3695fe69-a2bf-49f2-941d-f14c1c209e1d), precommit_add_association {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.516282 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b4b67803-d9ea-4579-992b-13e65af5a46c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.517505 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-b4b67803-d9ea-4579-992b-13e65af5a46c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5174654 Feb 14 19:26:21.520586 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9ea74-51fe-4da9-9fff-5eaaea1e569a req-2f3cdf17-76d7-4577-a133-5a68725ae5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:21.522018 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b9c9ea74-51fe-4da9-9fff-5eaaea1e569a req-2f3cdf17-76d7-4577-a133-5a68725ae5a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 HTTP/1.1" status: 200 len: 911 time: 0.1684239 Feb 14 19:26:21.609628 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b9c9ea74-51fe-4da9-9fff-5eaaea1e569a req-a32c388e-b8af-4ebd-93f5-cbd964d446bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=883a8516-e7ce-4ab6-8023-3b6c6e7e0057 HTTP/1.1" status: 200 len: 1001 time: 0.0768726 Feb 14 19:26:21.666043 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Publish callbacks [] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), precommit_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.752430 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.771832 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9ea74-51fe-4da9-9fff-5eaaea1e569a req-f30f23bb-e4d7-4d7a-a1e3-dfa9ac9753cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:21.773560 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b9c9ea74-51fe-4da9-9fff-5eaaea1e569a req-f30f23bb-e4d7-4d7a-a1e3-dfa9ac9753cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f53f2dd-b65c-41c1-adc9-420637845566 HTTP/1.1" status: 200 len: 849 time: 0.1164989 Feb 14 19:26:21.800698 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Network acf8c820-9a47-4467-ac0f-618f8e7e6456 is already hosted by enough agents. {{(pid=103312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:21.804753 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.base_scheduler [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Resources bound (agent type, host, resource id): {{(pid=103312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:21.806727 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Pushing event updated for resources: {'Port': ['ID=8db485b5-f7e8-49f2-82ae-7762ece3aad1,revision_number=1']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:21.809143 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Received port after_create {{(pid=103312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:26:21.823867 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Publish callbacks [] for router_gateway (3695fe69-a2bf-49f2-941d-f14c1c209e1d), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.870176 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Attempting to bind port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:26:21.870582 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Attempting to bind port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': 'cfeb51c3-3a3d-43e0-943d-59c56441eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:26:21.870980 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Attempting to bind port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 on network acf8c820-9a47-4467-ac0f-618f8e7e6456 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:21.879967 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:26:21.884415 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Checking segment: {'id': 'cfeb51c3-3a3d-43e0-943d-59c56441eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:21.884415 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.884415 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Bound using segment: {'id': 'cfeb51c3-3a3d-43e0-943d-59c56441eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:26:21.884757 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9ea74-51fe-4da9-9fff-5eaaea1e569a req-ab3dbae5-3659-49a2-8bbb-5af582647202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:21.884852 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Bound port: 8db485b5-f7e8-49f2-82ae-7762ece3aad1, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfeb51c3-3a3d-43e0-943d-59c56441eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:26:21.884852 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:21.885027 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b9c9ea74-51fe-4da9-9fff-5eaaea1e569a req-ab3dbae5-3659-49a2-8bbb-5af582647202 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621915 Feb 14 19:26:21.968843 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] For port 8db485b5-f7e8-49f2-82ae-7762ece3aad1, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:26:21.973007 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] For port 8db485b5-f7e8-49f2-82ae-7762ece3aad1, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=8db485b5-f7e8-49f2-82ae-7762ece3aad1,segment=NetworkSegment(cfeb51c3-3a3d-43e0-943d-59c56441eb70),segment_id=cfeb51c3-3a3d-43e0-943d-59c56441eb70)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:26:22.046567 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b9c9ea74-51fe-4da9-9fff-5eaaea1e569a req-49077b57-bb16-4182-bc20-a544086b49c1 service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475174 Feb 14 19:26:22.071043 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:22.159282 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c8d20-09a7-4281-b0f0-97e0b7541d88 None None] Pushing event updated for resources: {'Port': ['ID=8db485b5-f7e8-49f2-82ae-7762ece3aad1,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:22.262944 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654eb3d-ff48-4049-b423-2aaa9c6e2517 req-31cae386-6154-4a25-9003-6b9f7563580b tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:22.270296 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5654eb3d-ff48-4049-b423-2aaa9c6e2517 req-31cae386-6154-4a25-9003-6b9f7563580b tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 945 time: 0.0900128 Feb 14 19:26:22.322725 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5654eb3d-ff48-4049-b423-2aaa9c6e2517 req-c4c9b3fd-3422-41a8-af57-9671f979259b tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514395 Feb 14 19:26:22.536523 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b9c9ea74-51fe-4da9-9fff-5eaaea1e569a req-1364d155-95cd-49a2-9424-745b122eb70d service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814398 Feb 14 19:26:22.633962 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Publish callbacks [] for router_gateway (3695fe69-a2bf-49f2-941d-f14c1c209e1d), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:22.658673 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:22.791105 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Allocated IP 172.27.2.41 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/10b446dd-4672-43c4-8c87-6f8ab3442234) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:26:22.920087 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Publish callbacks [] for port (10b446dd-4672-43c4-8c87-6f8ab3442234), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:23.026859 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (10b446dd-4672-43c4-8c87-6f8ab3442234), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:23.077530 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:23.083172 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:23.092370 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:26:23.092370 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=10b446dd-4672-43c4-8c87-6f8ab3442234,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:23.295513 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 8db485b5-f7e8-49f2-82ae-7762ece3aad1 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:23.394469 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:23.395978 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:23.446663 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c13574-feff-4729-9982-3a544508eef9 None None] Network acf8c820-9a47-4467-ac0f-618f8e7e6456 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:26:23.505308 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6558c-398d-4711-b447-5904cdb0857a req-684d0cdc-58a1-484d-90d9-84e96f6a6ca1 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:23.516255 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c4b6558c-398d-4711-b447-5904cdb0857a req-684d0cdc-58a1-484d-90d9-84e96f6a6ca1 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.1052496 Feb 14 19:26:23.605453 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c4b6558c-398d-4711-b447-5904cdb0857a req-6473a503-0ea5-4ef7-82e1-ea9d3133334f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814273 Feb 14 19:26:23.609680 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Publish callbacks [] for router_gateway (3695fe69-a2bf-49f2-941d-f14c1c209e1d), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:23.743367 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-d7eb8e9a-58ba-44e5-b215-ec576e5a2f8f None None] Provisioning complete for port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:23.743367 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8e9a-58ba-44e5-b215-ec576e5a2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:23.865528 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:23.865917 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:23.871550 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922319'] for router (3695fe69-a2bf-49f2-941d-f14c1c209e1d), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:23.934618 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port 8db485b5-f7e8-49f2-82ae-7762ece3aad1, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=8db485b5-f7e8-49f2-82ae-7762ece3aad1,segment=NetworkSegment(cfeb51c3-3a3d-43e0-943d-59c56441eb70),segment_id=cfeb51c3-3a3d-43e0-943d-59c56441eb70)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:23.941113 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb8e9a-58ba-44e5-b215-ec576e5a2f8f None None] Current status of the port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:23.941504 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8e9a-58ba-44e5-b215-ec576e5a2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:24.044134 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:24.131735 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.db.api [None req-d7eb8e9a-58ba-44e5-b215-ec576e5a2f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 19:26:24.138558 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG oslo_db.api [None req-d7eb8e9a-58ba-44e5-b215-ec576e5a2f8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 19:26:24.138558 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=8db485b5-f7e8-49f2-82ae-7762ece3aad1,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:24.157969 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Router 3695fe69-a2bf-49f2-941d-f14c1c209e1d is scheduled to L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a with binding_index 1 {{(pid=103310) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 19:26:24.285538 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:26:24.296218 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Sync routers for ids ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:26:24.306117 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Routers {'3695fe69-a2bf-49f2-941d-f14c1c209e1d'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:24.306869 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:26:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:24.365741 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:24.370634 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-c75cf344-76fd-4a30-a370-973688618cd8 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1329470 Feb 14 19:26:24.371025 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57932) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:24.428734 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Set router 3695fe69-a2bf-49f2-941d-f14c1c209e1d gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:24.675461 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb8e9a-58ba-44e5-b215-ec576e5a2f8f None None] Current status of the port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:24.679537 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:26:23Z', 'revision_number': 3, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:24.723577 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Checking router: 3695fe69-a2bf-49f2-941d-f14c1c209e1d for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:26:24.723952 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Updating router 3695fe69-a2bf-49f2-941d-f14c1c209e1d port 10b446dd-4672-43c4-8c87-6f8ab3442234 binding host dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:26:24.754581 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (10b446dd-4672-43c4-8c87-6f8ab3442234), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:24.797587 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-821bed2b-9cbb-481c-b781-9041e1afbeed None None] Provisioning complete for port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:24.798375 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-821bed2b-9cbb-481c-b781-9041e1afbeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:24.902054 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-821bed2b-9cbb-481c-b781-9041e1afbeed None None] Current status of the port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:25.033386 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d2762-a2dd-4be1-a974-af726ee1d7d8 req-28b57c8f-1cfa-4b9d-8194-5fa67163650f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:25.034860 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bd1d2762-a2dd-4be1-a974-af726ee1d7d8 req-28b57c8f-1cfa-4b9d-8194-5fa67163650f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.1267827 Feb 14 19:26:25.042211 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Publish callbacks [] for port (10b446dd-4672-43c4-8c87-6f8ab3442234), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:25.123079 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 8db485b5-f7e8-49f2-82ae-7762ece3aad1 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:25.124203 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (10b446dd-4672-43c4-8c87-6f8ab3442234), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:25.154236 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bd1d2762-a2dd-4be1-a974-af726ee1d7d8 req-fd83ce8c-520b-404f-b56f-5897295c0194 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922630 Feb 14 19:26:25.193897 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Attempting to bind port 10b446dd-4672-43c4-8c87-6f8ab3442234 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:26:25.194250 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Attempting to bind port 10b446dd-4672-43c4-8c87-6f8ab3442234 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:26:25.194950 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Attempting to bind port 10b446dd-4672-43c4-8c87-6f8ab3442234 on network 9a6a78c9-b5ec-42b3-b017-41817bfee45c {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:25.201508 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:25.202130 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:25.202887 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991b113-3d7c-4509-8f23-0f48b58a541f None None] Pushing event updated for resources: {'Port': ['ID=10b446dd-4672-43c4-8c87-6f8ab3442234,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:25.223211 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:26:25.223825 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Checking segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:25.224457 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:25.225112 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Bound using segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:26:25.225920 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Bound port: 10b446dd-4672-43c4-8c87-6f8ab3442234, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:26:25.227128 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (10b446dd-4672-43c4-8c87-6f8ab3442234), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:25.252357 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:25.290537 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] For port 10b446dd-4672-43c4-8c87-6f8ab3442234, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:26:25.295302 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] For port 10b446dd-4672-43c4-8c87-6f8ab3442234, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=10b446dd-4672-43c4-8c87-6f8ab3442234,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:26:25.309543 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:25.364303 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (10b446dd-4672-43c4-8c87-6f8ab3442234), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:25.425693 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Routers {'3695fe69-a2bf-49f2-941d-f14c1c209e1d'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:25.426437 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:26:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:25.478922 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Allocated IP 172.20.0.1 (acf8c820-9a47-4467-ac0f-618f8e7e6456/848bbf1a-3cef-48c0-a485-17c9b730318d/584f77fd-2058-4698-82b6-48aec688d0a4) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:26:25.486544 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991b113-3d7c-4509-8f23-0f48b58a541f None None] Pushing event updated for resources: {'Port': ['ID=10b446dd-4672-43c4-8c87-6f8ab3442234,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:25.565626 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] Set router 3695fe69-a2bf-49f2-941d-f14c1c209e1d gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:25.613568 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Publish callbacks [] for port (584f77fd-2058-4698-82b6-48aec688d0a4), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:25.746757 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:25.783686 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:26:23Z', 'revision_number': 3, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:25.810866 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Network acf8c820-9a47-4467-ac0f-618f8e7e6456 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:25.813436 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2431a-64cb-4e08-87a2-038520b492eb None None] The sync data for ids ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'] in dv-cinder-816898-8-iscsi is: [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:26:23Z', 'revision_number': 3, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:26:25.822304 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:25.829209 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:26:25.829698 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3922876'] for router_interface (3695fe69-a2bf-49f2-941d-f14c1c209e1d), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:25.836011 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Pushing event updated for resources: {'Port': ['ID=584f77fd-2058-4698-82b6-48aec688d0a4,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:26.061655 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:26.134325 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-f2b0ffa7-a334-47bc-8734-2269483da356 None None] Provisioning complete for port 584f77fd-2058-4698-82b6-48aec688d0a4 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:26.134910 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ffa7-a334-47bc-8734-2269483da356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:26.175391 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-f2b0ffa7-a334-47bc-8734-2269483da356 None None] Port 584f77fd-2058-4698-82b6-48aec688d0a4 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:26:26.284380 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Publish callbacks [] for port (584f77fd-2058-4698-82b6-48aec688d0a4), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:26.344794 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:26.345662 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922880'] for router_interface (3695fe69-a2bf-49f2-941d-f14c1c209e1d), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:26.466183 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Pushing event updated for resources: {'Port': ['ID=584f77fd-2058-4698-82b6-48aec688d0a4,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:26.515776 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Network acf8c820-9a47-4467-ac0f-618f8e7e6456 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:26.517417 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:26.716119 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Router 3695fe69-a2bf-49f2-941d-f14c1c209e1d has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:26:26.925132 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-0e955a17-4c66-4bc2-8d25-6a4ed7dc2671 None None] Provisioning complete for port 584f77fd-2058-4698-82b6-48aec688d0a4 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:26.925842 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0e955a17-4c66-4bc2-8d25-6a4ed7dc2671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:26.960829 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:26:26.962818 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-0e955a17-4c66-4bc2-8d25-6a4ed7dc2671 None None] Port 584f77fd-2058-4698-82b6-48aec688d0a4 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:26:26.979428 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-c1ea9261-97a8-4dd6-a180-ba3ce101dfe2 admin admin] 10.222.0.26 "PUT /v2.0/routers/3695fe69-a2bf-49f2-941d-f14c1c209e1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6062419 Feb 14 19:26:27.185027 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 10b446dd-4672-43c4-8c87-6f8ab3442234 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:27.260915 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 10b446dd-4672-43c4-8c87-6f8ab3442234 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:27.261557 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (10b446dd-4672-43c4-8c87-6f8ab3442234), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:27.386198 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 10b446dd-4672-43c4-8c87-6f8ab3442234 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:27.386660 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (10b446dd-4672-43c4-8c87-6f8ab3442234), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:27.410936 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port 10b446dd-4672-43c4-8c87-6f8ab3442234, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=10b446dd-4672-43c4-8c87-6f8ab3442234,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:27.487961 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (10b446dd-4672-43c4-8c87-6f8ab3442234), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:27.557951 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=10b446dd-4672-43c4-8c87-6f8ab3442234,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:27.855285 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Sync routers for ids ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:26:27.869076 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Routers {'3695fe69-a2bf-49f2-941d-f14c1c209e1d'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:27.869914 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:26:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:27.893682 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57966) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:27.899129 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-893627757-network', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:28.026925 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] Made reservation on behalf of ef0fce69a17348d9b3cc4d9877d85fd9 for: {'network': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:26:28.030450 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:28.040119 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Set router 3695fe69-a2bf-49f2-941d-f14c1c209e1d gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:28.042786 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:28.139497 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] Publish callbacks [] for security_group (861bf54e-3387-476f-97fa-dd2df11b6962), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:28.249538 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (861bf54e-3387-476f-97fa-dd2df11b6962), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:28.280781 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:26:28.287963 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861bf54e-3387-476f-97fa-dd2df11b6962,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:28.299369 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (106997d3-3064-4bba-ada1-73052611da9a), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:28.299891 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.db.segments_db [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] Added segment 106997d3-3064-4bba-ada1-73052611da9a of type vlan for network 9439087b-8669-4ae4-87ac-edd32c453f61 Feb 14 19:26:28.364153 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (9439087b-8669-4ae4-87ac-edd32c453f61), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:28.418884 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:26:25Z', 'revision_number': 4, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '584f77fd-2058-4698-82b6-48aec688d0a4', 'name': '', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'mac_address': 'fa:16:3e:c1:b3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:25Z', 'updated_at': '2022-02-14T19:26:26Z', 'revision_number': 2, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'subnets': [{'id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:28.443385 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Checking router: 3695fe69-a2bf-49f2-941d-f14c1c209e1d for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:26:28.443744 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Updating router 3695fe69-a2bf-49f2-941d-f14c1c209e1d port 584f77fd-2058-4698-82b6-48aec688d0a4 binding host dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:26:28.478121 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:28.527405 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (9439087b-8669-4ae4-87ac-edd32c453f61), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:28.529292 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:28.530153 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:28.600893 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] Pushing event updated for resources: {'Network': ['ID=9439087b-8669-4ae4-87ac-edd32c453f61,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:28.620638 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network 9439087b-8669-4ae4-87ac-edd32c453f61 details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:26:28.714524 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-271cd236-2fae-4c81-8661-9715a90a08e7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8165574 Feb 14 19:26:28.716645 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 57970) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:28.728289 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-f9f090bb-0082-43c2-b322-b39371ddcfb1 admin admin] Request body: {'subnet': {'network_id': '9439087b-8669-4ae4-87ac-edd32c453f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-893627757-subnet', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'ip_version': 4}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:28.838849 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f090bb-0082-43c2-b322-b39371ddcfb1 admin admin] Made reservation on behalf of ef0fce69a17348d9b3cc4d9877d85fd9 for: {'subnet': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:26:28.843993 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f9f090bb-0082-43c2-b322-b39371ddcfb1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:28.878383 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Publish callbacks [] for port (584f77fd-2058-4698-82b6-48aec688d0a4), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:28.984428 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:29.053683 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e14f9-a0db-4438-b159-b76bc5f90f3c None None] Pushing event updated for resources: {'Port': ['ID=584f77fd-2058-4698-82b6-48aec688d0a4,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:29.134784 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Attempting to bind port 584f77fd-2058-4698-82b6-48aec688d0a4 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:26:29.135169 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Attempting to bind port 584f77fd-2058-4698-82b6-48aec688d0a4 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': 'cfeb51c3-3a3d-43e0-943d-59c56441eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:26:29.135535 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Attempting to bind port 584f77fd-2058-4698-82b6-48aec688d0a4 on network acf8c820-9a47-4467-ac0f-618f8e7e6456 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:29.147354 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:26:29.147354 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Checking segment: {'id': 'cfeb51c3-3a3d-43e0-943d-59c56441eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:29.147354 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:29.147354 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Bound using segment: {'id': 'cfeb51c3-3a3d-43e0-943d-59c56441eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:26:29.147354 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Bound port: 584f77fd-2058-4698-82b6-48aec688d0a4, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfeb51c3-3a3d-43e0-943d-59c56441eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:26:29.147354 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:29.221851 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 10b446dd-4672-43c4-8c87-6f8ab3442234 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:29.258163 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f9f090bb-0082-43c2-b322-b39371ddcfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for subnet (7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:29.270437 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] For port 584f77fd-2058-4698-82b6-48aec688d0a4, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:26:29.310624 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] For port 584f77fd-2058-4698-82b6-48aec688d0a4, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=584f77fd-2058-4698-82b6-48aec688d0a4,segment=NetworkSegment(cfeb51c3-3a3d-43e0-943d-59c56441eb70),segment_id=cfeb51c3-3a3d-43e0-943d-59c56441eb70)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:26:29.326122 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f090bb-0082-43c2-b322-b39371ddcfb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:29.336662 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f090bb-0082-43c2-b322-b39371ddcfb1 admin admin] Checking segment: {'id': '106997d3-3064-4bba-ada1-73052611da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9439087b-8669-4ae4-87ac-edd32c453f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:29.337227 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f090bb-0082-43c2-b322-b39371ddcfb1 admin admin] Network hostable DHCP agents. Network: 9439087b-8669-4ae4-87ac-edd32c453f61, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:26:29.359204 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 10b446dd-4672-43c4-8c87-6f8ab3442234 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:29.359819 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (10b446dd-4672-43c4-8c87-6f8ab3442234), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:29.432980 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:29.448971 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f090bb-0082-43c2-b322-b39371ddcfb1 admin admin] Network 9439087b-8669-4ae4-87ac-edd32c453f61 is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:26:29.479550 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-54642cda-2456-44dd-9528-27590841d7e9 None None] Provisioning complete for port 584f77fd-2058-4698-82b6-48aec688d0a4 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:29.479928 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-54642cda-2456-44dd-9528-27590841d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:29.541723 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-f9f090bb-0082-43c2-b322-b39371ddcfb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, 9439087b-8669-4ae4-87ac-edd32c453f61) {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:29.547261 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e14f9-a0db-4438-b159-b76bc5f90f3c None None] Pushing event updated for resources: {'Port': ['ID=584f77fd-2058-4698-82b6-48aec688d0a4,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:29.559669 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Routers {'3695fe69-a2bf-49f2-941d-f14c1c209e1d'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:29.560613 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:26:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:29.562872 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f090bb-0082-43c2-b322-b39371ddcfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:29.566049 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549fa96d-76bf-459f-848c-274bb220294d None None] Network 9439087b-8669-4ae4-87ac-edd32c453f61 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:26:29.567381 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f9f090bb-0082-43c2-b322-b39371ddcfb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:29.685758 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-f9f090bb-0082-43c2-b322-b39371ddcfb1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9642727 Feb 14 19:26:29.686613 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57976) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:29.694999 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-893627757-router', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:29.841968 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 10b446dd-4672-43c4-8c87-6f8ab3442234 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:29.856147 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254098'] for router (c1d8a4b3-2e62-41f0-8a71-40981e355093), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:29.857540 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254107'] for router (c1d8a4b3-2e62-41f0-8a71-40981e355093), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:29.936247 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Publish callbacks [] for router_controller (c1d8a4b3-2e62-41f0-8a71-40981e355093), precommit_add_association {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:30.012368 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2e9e606-a314-5246-a6ef-5781a731b869-9439087b-8669-4ae4-87ac-edd32c453f61', 'network_id': '9439087b-8669-4ae4-87ac-edd32c453f61', 'project_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'fixed_ips': [{'subnet_id': '7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b'}]}} from dv-cinder-816898-8-iscsi. {{(pid=103312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 19:26:30.014100 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:30.025560 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-54642cda-2456-44dd-9528-27590841d7e9 None None] Current status of the port 584f77fd-2058-4698-82b6-48aec688d0a4 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:30.026100 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-54642cda-2456-44dd-9528-27590841d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:30.048313 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] Set router 3695fe69-a2bf-49f2-941d-f14c1c209e1d gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:30.178648 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Publish callbacks [] for router_gateway (c1d8a4b3-2e62-41f0-8a71-40981e355093), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:30.335297 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-54642cda-2456-44dd-9528-27590841d7e9 None None] For port 584f77fd-2058-4698-82b6-48aec688d0a4, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=584f77fd-2058-4698-82b6-48aec688d0a4,segment=NetworkSegment(cfeb51c3-3a3d-43e0-943d-59c56441eb70),segment_id=cfeb51c3-3a3d-43e0-943d-59c56441eb70)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:30.426868 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-54642cda-2456-44dd-9528-27590841d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:30.476974 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Publish callbacks [] for router_gateway (c1d8a4b3-2e62-41f0-8a71-40981e355093), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:30.497388 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:30.641589 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Allocated IP 172.27.2.250 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/f296fa5c-3729-4db3-9f05-6fc5d4d3ac36) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:26:30.648705 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54642cda-2456-44dd-9528-27590841d7e9 None None] Pushing event updated for resources: {'Port': ['ID=584f77fd-2058-4698-82b6-48aec688d0a4,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:30.652269 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.db_base_plugin_common [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Allocated IP 172.20.0.2 (9439087b-8669-4ae4-87ac-edd32c453f61/7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b/180331da-4110-498b-a4b7-f8b5400df790) {{(pid=103312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:26:30.662695 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-fecfeca4-c4ca-4f2a-9962-43adeeb8605a None None] Provisioning complete for port 584f77fd-2058-4698-82b6-48aec688d0a4 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:30.663270 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-fecfeca4-c4ca-4f2a-9962-43adeeb8605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:30.810381 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Publish callbacks [] for port (f296fa5c-3729-4db3-9f05-6fc5d4d3ac36), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:30.920390 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:26:25Z', 'revision_number': 4, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '584f77fd-2058-4698-82b6-48aec688d0a4', 'name': '', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'mac_address': 'fa:16:3e:c1:b3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:25Z', 'updated_at': '2022-02-14T19:26:29Z', 'revision_number': 4, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'subnets': [{'id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:30.937798 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (f296fa5c-3729-4db3-9f05-6fc5d4d3ac36), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:30.963841 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-fecfeca4-c4ca-4f2a-9962-43adeeb8605a None None] Current status of the port 584f77fd-2058-4698-82b6-48aec688d0a4 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:30.967023 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd2e03f-368d-40fa-ac4e-f218c890aa3e None None] The sync data for ids ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'] in dv-cinder-816898-8-iscsi is: [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:26:25Z', 'revision_number': 4, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '584f77fd-2058-4698-82b6-48aec688d0a4', 'name': '', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'mac_address': 'fa:16:3e:c1:b3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:25Z', 'updated_at': '2022-02-14T19:26:29Z', 'revision_number': 4, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'subnets': [{'id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:26:30.990207 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Publish callbacks [] for port (180331da-4110-498b-a4b7-f8b5400df790), precommit_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:31.041524 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Pushing event updated for resources: {'Port': ['ID=f296fa5c-3729-4db3-9f05-6fc5d4d3ac36,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:31.084590 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (180331da-4110-498b-a4b7-f8b5400df790), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:31.105108 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:31.108091 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:31.118543 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:26:31.185717 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Network 9439087b-8669-4ae4-87ac-edd32c453f61 is already hosted by enough agents. {{(pid=103312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:31.189697 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.base_scheduler [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Resources bound (agent type, host, resource id): {{(pid=103312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:31.194033 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Received port after_create {{(pid=103312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:26:31.217873 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Pushing event updated for resources: {'Port': ['ID=180331da-4110-498b-a4b7-f8b5400df790,revision_number=1']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:31.357838 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Attempting to bind port 180331da-4110-498b-a4b7-f8b5400df790 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:26:31.358393 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Attempting to bind port 180331da-4110-498b-a4b7-f8b5400df790 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '106997d3-3064-4bba-ada1-73052611da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9439087b-8669-4ae4-87ac-edd32c453f61'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:26:31.359277 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Attempting to bind port 180331da-4110-498b-a4b7-f8b5400df790 on network 9439087b-8669-4ae4-87ac-edd32c453f61 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:31.368450 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:26:31.369745 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Checking segment: {'id': '106997d3-3064-4bba-ada1-73052611da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9439087b-8669-4ae4-87ac-edd32c453f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:31.370535 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:31.371103 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Bound using segment: {'id': '106997d3-3064-4bba-ada1-73052611da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9439087b-8669-4ae4-87ac-edd32c453f61'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:26:31.372648 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Bound port: 180331da-4110-498b-a4b7-f8b5400df790, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106997d3-3064-4bba-ada1-73052611da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9439087b-8669-4ae4-87ac-edd32c453f61'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:26:31.373251 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (180331da-4110-498b-a4b7-f8b5400df790), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:31.397466 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 584f77fd-2058-4698-82b6-48aec688d0a4 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:31.496953 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] For port 180331da-4110-498b-a4b7-f8b5400df790, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:26:31.504596 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] For port 180331da-4110-498b-a4b7-f8b5400df790, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=180331da-4110-498b-a4b7-f8b5400df790,segment=NetworkSegment(106997d3-3064-4bba-ada1-73052611da9a),segment_id=106997d3-3064-4bba-ada1-73052611da9a)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:26:31.522235 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 584f77fd-2058-4698-82b6-48aec688d0a4 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:31.522654 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:31.636673 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (180331da-4110-498b-a4b7-f8b5400df790), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:31.721926 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Publish callbacks [] for router_gateway (c1d8a4b3-2e62-41f0-8a71-40981e355093), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:31.722378 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 584f77fd-2058-4698-82b6-48aec688d0a4 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:31.761108 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4201e4-6ce4-4275-b83b-c7548e1ed79b None None] Pushing event updated for resources: {'Port': ['ID=180331da-4110-498b-a4b7-f8b5400df790,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:32.032103 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922319'] for router (c1d8a4b3-2e62-41f0-8a71-40981e355093), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:32.593065 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Router c1d8a4b3-2e62-41f0-8a71-40981e355093 is scheduled to L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a with binding_index 1 {{(pid=103310) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 19:26:32.778959 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:26:32.797571 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Sync routers for ids ['c1d8a4b3-2e62-41f0-8a71-40981e355093'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:26:32.813535 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Routers {'c1d8a4b3-2e62-41f0-8a71-40981e355093'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:32.815185 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:26:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['c1d8a4b3-2e62-41f0-8a71-40981e355093'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:32.904182 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:32.908285 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-39e9eaab-c7cc-4953-aa9f-e7274615cb21 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2179463 Feb 14 19:26:32.908991 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 57996) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:26:32.981687 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5db681-af05-493a-8a2c-0f67bee6884f None None] Network 9439087b-8669-4ae4-87ac-edd32c453f61 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:26:33.064087 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-38dfc042-0697-4a68-8101-9e6f7291b114 None None] Provisioning complete for port 180331da-4110-498b-a4b7-f8b5400df790 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:33.064466 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-38dfc042-0697-4a68-8101-9e6f7291b114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (180331da-4110-498b-a4b7-f8b5400df790), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:33.146756 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Set router c1d8a4b3-2e62-41f0-8a71-40981e355093 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:33.239622 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-38dfc042-0697-4a68-8101-9e6f7291b114 None None] Current status of the port 180331da-4110-498b-a4b7-f8b5400df790 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:33.241687 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-38dfc042-0697-4a68-8101-9e6f7291b114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (180331da-4110-498b-a4b7-f8b5400df790), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:33.268981 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 180331da-4110-498b-a4b7-f8b5400df790 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:33.330938 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-38dfc042-0697-4a68-8101-9e6f7291b114 None None] For port 180331da-4110-498b-a4b7-f8b5400df790, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=180331da-4110-498b-a4b7-f8b5400df790,segment=NetworkSegment(106997d3-3064-4bba-ada1-73052611da9a),segment_id=106997d3-3064-4bba-ada1-73052611da9a)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:33.349449 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 180331da-4110-498b-a4b7-f8b5400df790 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:33.349967 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (180331da-4110-498b-a4b7-f8b5400df790), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:33.402574 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-38dfc042-0697-4a68-8101-9e6f7291b114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (180331da-4110-498b-a4b7-f8b5400df790), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:33.503389 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'name': 'tempest-TestMinimumBasicScenario-893627757-router', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:29Z', 'updated_at': '2022-02-14T19:26:31Z', 'revision_number': 3, 'project_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'gw_port': {'id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:30Z', 'updated_at': '2022-02-14T19:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:33.520238 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfc042-0697-4a68-8101-9e6f7291b114 None None] Pushing event updated for resources: {'Port': ['ID=180331da-4110-498b-a4b7-f8b5400df790,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:33.541130 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 180331da-4110-498b-a4b7-f8b5400df790 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:33.588651 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Checking router: c1d8a4b3-2e62-41f0-8a71-40981e355093 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:26:33.589254 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Updating router c1d8a4b3-2e62-41f0-8a71-40981e355093 port f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 binding host dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:26:33.632916 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-397bbf51-9cf5-41c0-8283-d7755e866836 None None] Provisioning complete for port 180331da-4110-498b-a4b7-f8b5400df790 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:33.633606 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-397bbf51-9cf5-41c0-8283-d7755e866836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (180331da-4110-498b-a4b7-f8b5400df790), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:33.642638 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f296fa5c-3729-4db3-9f05-6fc5d4d3ac36), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:33.646408 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:33.733520 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-397bbf51-9cf5-41c0-8283-d7755e866836 None None] Current status of the port 180331da-4110-498b-a4b7-f8b5400df790 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:33.854318 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Allocated IP 172.20.0.1 (9439087b-8669-4ae4-87ac-edd32c453f61/7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b/5aac21c5-e019-4404-b2ef-f1420e3180f0) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:26:33.989727 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Publish callbacks [] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:34.015824 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Publish callbacks [] for port (f296fa5c-3729-4db3-9f05-6fc5d4d3ac36), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:34.117082 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f296fa5c-3729-4db3-9f05-6fc5d4d3ac36), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:34.152084 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:34.178403 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Attempting to bind port f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:26:34.178765 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Attempting to bind port f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:26:34.179117 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Attempting to bind port f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 on network 9a6a78c9-b5ec-42b3-b017-41817bfee45c {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:34.185684 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced3374-6335-4b78-8814-c8f1de355fa3 None None] Pushing event updated for resources: {'Port': ['ID=f296fa5c-3729-4db3-9f05-6fc5d4d3ac36,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:34.190750 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:26:34.191218 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Checking segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:34.193251 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:34.193251 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Bound using segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:26:34.193251 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Bound port: f296fa5c-3729-4db3-9f05-6fc5d4d3ac36, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:26:34.193251 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f296fa5c-3729-4db3-9f05-6fc5d4d3ac36), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:34.224666 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Network 9439087b-8669-4ae4-87ac-edd32c453f61 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:34.228725 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:34.237510 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:26:34.258669 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] For port f296fa5c-3729-4db3-9f05-6fc5d4d3ac36, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:26:34.263271 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] For port f296fa5c-3729-4db3-9f05-6fc5d4d3ac36, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=f296fa5c-3729-4db3-9f05-6fc5d4d3ac36,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:26:34.270660 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Pushing event updated for resources: {'Port': ['ID=5aac21c5-e019-4404-b2ef-f1420e3180f0,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:34.300451 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3922876'] for router_interface (c1d8a4b3-2e62-41f0-8a71-40981e355093), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:34.339573 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f296fa5c-3729-4db3-9f05-6fc5d4d3ac36), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:34.406856 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Routers {'c1d8a4b3-2e62-41f0-8a71-40981e355093'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:34.407497 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:26:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['c1d8a4b3-2e62-41f0-8a71-40981e355093'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:34.412473 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced3374-6335-4b78-8814-c8f1de355fa3 None None] Pushing event updated for resources: {'Port': ['ID=f296fa5c-3729-4db3-9f05-6fc5d4d3ac36,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:34.529947 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] Set router c1d8a4b3-2e62-41f0-8a71-40981e355093 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:34.533228 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:34.570195 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-7108d123-451a-439e-a89a-7edb5d2e2675 None None] Provisioning complete for port 5aac21c5-e019-4404-b2ef-f1420e3180f0 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:34.571189 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-7108d123-451a-439e-a89a-7edb5d2e2675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:34.672910 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-7108d123-451a-439e-a89a-7edb5d2e2675 None None] Port 5aac21c5-e019-4404-b2ef-f1420e3180f0 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:26:34.764649 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'name': 'tempest-TestMinimumBasicScenario-893627757-router', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:29Z', 'updated_at': '2022-02-14T19:26:31Z', 'revision_number': 3, 'project_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'gw_port': {'id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:30Z', 'updated_at': '2022-02-14T19:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:34.794086 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee933f41-b5a4-45b8-b625-ae59554a66b5 None None] The sync data for ids ['c1d8a4b3-2e62-41f0-8a71-40981e355093'] in dv-cinder-816898-8-iscsi is: [{'id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'name': 'tempest-TestMinimumBasicScenario-893627757-router', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:29Z', 'updated_at': '2022-02-14T19:26:31Z', 'revision_number': 3, 'project_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'gw_port': {'id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:30Z', 'updated_at': '2022-02-14T19:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:26:34.803572 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Publish callbacks [] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:34.866245 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:34.936806 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922880'] for router_interface (c1d8a4b3-2e62-41f0-8a71-40981e355093), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:34.938822 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Pushing event updated for resources: {'Port': ['ID=5aac21c5-e019-4404-b2ef-f1420e3180f0,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:35.068745 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Network 9439087b-8669-4ae4-87ac-edd32c453f61 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:35.070674 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:35.257940 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Router c1d8a4b3-2e62-41f0-8a71-40981e355093 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:26:35.404776 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:35.436049 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:26:35.445904 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-d483eae0-38f5-40af-8f02-f4561dcbbb11 admin admin] 10.222.0.26 "PUT /v2.0/routers/c1d8a4b3-2e62-41f0-8a71-40981e355093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5353105 Feb 14 19:26:35.474783 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:35.475409 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (f296fa5c-3729-4db3-9f05-6fc5d4d3ac36), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:35.562470 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-3b6a5b9b-79be-4fd6-9bcd-dd299392b2b1 None None] Provisioning complete for port 5aac21c5-e019-4404-b2ef-f1420e3180f0 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:35.563082 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3b6a5b9b-79be-4fd6-9bcd-dd299392b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:35.815115 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a5b9b-79be-4fd6-9bcd-dd299392b2b1 None None] Port 5aac21c5-e019-4404-b2ef-f1420e3180f0 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:26:35.828603 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:35.829036 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f296fa5c-3729-4db3-9f05-6fc5d4d3ac36), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:35.859865 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port f296fa5c-3729-4db3-9f05-6fc5d4d3ac36, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=f296fa5c-3729-4db3-9f05-6fc5d4d3ac36,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:35.923912 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f296fa5c-3729-4db3-9f05-6fc5d4d3ac36), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:35.924982 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 180331da-4110-498b-a4b7-f8b5400df790 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:36.095604 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=f296fa5c-3729-4db3-9f05-6fc5d4d3ac36,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:36.124356 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 180331da-4110-498b-a4b7-f8b5400df790 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:36.124987 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (180331da-4110-498b-a4b7-f8b5400df790), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:36.266468 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 180331da-4110-498b-a4b7-f8b5400df790 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:37.180553 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:37.252441 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:37.253399 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (f296fa5c-3729-4db3-9f05-6fc5d4d3ac36), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:37.396398 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:37.463933 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Sync routers for ids ['c1d8a4b3-2e62-41f0-8a71-40981e355093'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:26:37.478485 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Routers {'c1d8a4b3-2e62-41f0-8a71-40981e355093'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:37.479153 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:26:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['c1d8a4b3-2e62-41f0-8a71-40981e355093'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:37.616763 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Set router c1d8a4b3-2e62-41f0-8a71-40981e355093 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:37.980289 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'name': 'tempest-TestMinimumBasicScenario-893627757-router', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:29Z', 'updated_at': '2022-02-14T19:26:34Z', 'revision_number': 4, 'project_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'gw_port': {'id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:30Z', 'updated_at': '2022-02-14T19:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '5aac21c5-e019-4404-b2ef-f1420e3180f0', 'name': '', 'network_id': '9439087b-8669-4ae4-87ac-edd32c453f61', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'mac_address': 'fa:16:3e:2e:df:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:33Z', 'updated_at': '2022-02-14T19:26:34Z', 'revision_number': 2, 'project_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'subnets': [{'id': '7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:38.016451 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Checking router: c1d8a4b3-2e62-41f0-8a71-40981e355093 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:26:38.016451 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Updating router c1d8a4b3-2e62-41f0-8a71-40981e355093 port 5aac21c5-e019-4404-b2ef-f1420e3180f0 binding host dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:26:38.047897 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:38.419221 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Publish callbacks [] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:38.537768 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:38.615306 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152eb9e-1cfc-47c0-b6da-1051032684b9 None None] Pushing event updated for resources: {'Port': ['ID=5aac21c5-e019-4404-b2ef-f1420e3180f0,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:38.708795 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Attempting to bind port 5aac21c5-e019-4404-b2ef-f1420e3180f0 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:26:38.709345 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Attempting to bind port 5aac21c5-e019-4404-b2ef-f1420e3180f0 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '106997d3-3064-4bba-ada1-73052611da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9439087b-8669-4ae4-87ac-edd32c453f61'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:26:38.709814 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Attempting to bind port 5aac21c5-e019-4404-b2ef-f1420e3180f0 on network 9439087b-8669-4ae4-87ac-edd32c453f61 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:38.717373 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:26:38.717759 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Checking segment: {'id': '106997d3-3064-4bba-ada1-73052611da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9439087b-8669-4ae4-87ac-edd32c453f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:38.718163 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:38.718592 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Bound using segment: {'id': '106997d3-3064-4bba-ada1-73052611da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9439087b-8669-4ae4-87ac-edd32c453f61'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:26:38.719093 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Bound port: 5aac21c5-e019-4404-b2ef-f1420e3180f0, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106997d3-3064-4bba-ada1-73052611da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9439087b-8669-4ae4-87ac-edd32c453f61'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:26:38.719482 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:38.815713 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] For port 5aac21c5-e019-4404-b2ef-f1420e3180f0, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:26:38.819352 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] For port 5aac21c5-e019-4404-b2ef-f1420e3180f0, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=5aac21c5-e019-4404-b2ef-f1420e3180f0,segment=NetworkSegment(106997d3-3064-4bba-ada1-73052611da9a),segment_id=106997d3-3064-4bba-ada1-73052611da9a)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:26:38.901983 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:38.977336 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Routers {'c1d8a4b3-2e62-41f0-8a71-40981e355093'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:26:38.978630 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:26:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['c1d8a4b3-2e62-41f0-8a71-40981e355093'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:39.095810 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152eb9e-1cfc-47c0-b6da-1051032684b9 None None] Pushing event updated for resources: {'Port': ['ID=5aac21c5-e019-4404-b2ef-f1420e3180f0,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:39.107541 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-f7789559-7828-4b33-8469-788bce06586b None None] Provisioning complete for port 5aac21c5-e019-4404-b2ef-f1420e3180f0 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:39.107920 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f7789559-7828-4b33-8469-788bce06586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:39.217718 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] Set router c1d8a4b3-2e62-41f0-8a71-40981e355093 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:26:39.342807 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-f7789559-7828-4b33-8469-788bce06586b None None] Current status of the port 5aac21c5-e019-4404-b2ef-f1420e3180f0 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:39.343079 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f7789559-7828-4b33-8469-788bce06586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:39.451280 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-f7789559-7828-4b33-8469-788bce06586b None None] For port 5aac21c5-e019-4404-b2ef-f1420e3180f0, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=5aac21c5-e019-4404-b2ef-f1420e3180f0,segment=NetworkSegment(106997d3-3064-4bba-ada1-73052611da9a),segment_id=106997d3-3064-4bba-ada1-73052611da9a)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:39.529228 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'name': 'tempest-TestMinimumBasicScenario-893627757-router', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:29Z', 'updated_at': '2022-02-14T19:26:34Z', 'revision_number': 4, 'project_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'gw_port': {'id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:30Z', 'updated_at': '2022-02-14T19:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '5aac21c5-e019-4404-b2ef-f1420e3180f0', 'name': '', 'network_id': '9439087b-8669-4ae4-87ac-edd32c453f61', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'mac_address': 'fa:16:3e:2e:df:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:33Z', 'updated_at': '2022-02-14T19:26:38Z', 'revision_number': 4, 'project_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'subnets': [{'id': '7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:26:39.573746 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c7e25-8bb7-425d-a522-c48ac673c7dc None None] The sync data for ids ['c1d8a4b3-2e62-41f0-8a71-40981e355093'] in dv-cinder-816898-8-iscsi is: [{'id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'name': 'tempest-TestMinimumBasicScenario-893627757-router', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:29Z', 'updated_at': '2022-02-14T19:26:34Z', 'revision_number': 4, 'project_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'gw_port': {'id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:30Z', 'updated_at': '2022-02-14T19:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '5aac21c5-e019-4404-b2ef-f1420e3180f0', 'name': '', 'network_id': '9439087b-8669-4ae4-87ac-edd32c453f61', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'mac_address': 'fa:16:3e:2e:df:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:33Z', 'updated_at': '2022-02-14T19:26:38Z', 'revision_number': 4, 'project_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'subnets': [{'id': '7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:26:39.877916 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f7789559-7828-4b33-8469-788bce06586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:39.939959 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7789559-7828-4b33-8469-788bce06586b None None] Pushing event updated for resources: {'Port': ['ID=5aac21c5-e019-4404-b2ef-f1420e3180f0,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:40.010174 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-b9fd99a2-adf6-475e-9cb5-51d4144783f8 None None] Provisioning complete for port 5aac21c5-e019-4404-b2ef-f1420e3180f0 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:40.010864 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-b9fd99a2-adf6-475e-9cb5-51d4144783f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:40.176179 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-b9fd99a2-adf6-475e-9cb5-51d4144783f8 None None] Current status of the port 5aac21c5-e019-4404-b2ef-f1420e3180f0 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:40.767867 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-24e47ef0-913f-4132-9020-d2024b67d84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:41.307182 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 5aac21c5-e019-4404-b2ef-f1420e3180f0 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:26:41.396619 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 5aac21c5-e019-4404-b2ef-f1420e3180f0 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:41.397645 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:41.790220 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 5aac21c5-e019-4404-b2ef-f1420e3180f0 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:26:42.761060 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-7dd86638-2337-443d-82b6-5d6605851b7b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-431834895&fields=id&tenant_id=62b60dc2e6514bdf9ac5593137f409a8 HTTP/1.1" status: 200 len: 267 time: 0.0942328 Feb 14 19:26:42.821276 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-2d0b722a-5adf-4c7b-b44b-d39d5154e228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:42.964866 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-b423a39c-0c58-4130-ba4e-17e6f87e4b20 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:42.966610 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-b423a39c-0c58-4130-ba4e-17e6f87e4b20 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/networks?id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 200 len: 811 time: 0.1955082 Feb 14 19:26:42.987666 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-724d22f4-4089-4309-bf58-58940a72a6c8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/quotas/62b60dc2e6514bdf9ac5593137f409a8 HTTP/1.1" status: 200 len: 375 time: 0.0123782 Feb 14 19:26:43.085545 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-e42f1ae7-4972-4e10-a826-9bc2298f8ae7 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916224 Feb 14 19:26:43.208464 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-487305b7-cc4f-4e73-8b86-78439f357357 service neutron] 10.222.0.26 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013684 Feb 14 19:26:43.380486 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-dba00511-63d8-41ae-94fa-40e7a2a9bc41 service neutron] 10.222.0.26 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923245 Feb 14 19:26:43.599313 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:26:44.131221 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e0f0cdee-8cc7-41ae-ae7d-3d528f70719b req-387d9280-7ea8-4cf4-b085-1a2aaf9027c6 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 210 time: 0.0597394 Feb 14 19:26:44.261682 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:45.270871 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-35b44aa1-be43-485a-aa40-6ffdabf2f1c8 req-543f0b99-4559-4c25-b710-d200808463e0 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 210 time: 0.0603983 Feb 14 19:26:45.656161 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:46.581151 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-aa865fbe-b9b4-44da-91f1-d4a4b432b618 req-bafcc010-4e2b-4692-b717-9da336fcaf32 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 210 time: 0.0416989 Feb 14 19:26:47.261189 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:47.765573 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4742811b-4e5c-4b2a-8b9f-dd2f6a3cc44e req-6a265950-5e59-44b5-983a-dfd3b10b10d5 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 210 time: 0.0449886 Feb 14 19:26:47.766042 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-9ebce29c-10b6-46ce-abc4-215991fa72ba tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:47.766042 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-9ebce29c-10b6-46ce-abc4-215991fa72ba tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "GET /v2.0/networks?id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 200 len: 811 time: 0.2927854 Feb 14 19:26:47.868391 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-ab0b2675-895f-4037-b434-8f4c4ddbbd13 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b60dc2e6514bdf9ac5593137f409a8 HTTP/1.1" status: 200 len: 379 time: 0.0923190 Feb 14 19:26:47.879479 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-c058933d-236e-4e36-8a21-661728625206 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Request body: {'port': {'device_id': '390ebf9e-e1c1-4c32-b6a5-971492aac1fe', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'admin_state_up': True, 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'security_groups': ['cae0c260-bf28-4ff1-9c6a-23084d5dafd5']}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:48.146925 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-c058933d-236e-4e36-8a21-661728625206 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Made reservation on behalf of 62b60dc2e6514bdf9ac5593137f409a8 for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:26:48.153368 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-c058933d-236e-4e36-8a21-661728625206 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:48.336304 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-c058933d-236e-4e36-8a21-661728625206 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Allocated IP 172.20.0.8 (be2c9359-90ea-4bbb-9201-502ed9c5f3b6/9b06bb16-5bc0-4dde-a877-15e3216c9bed/fffcdc06-3592-4c3f-9738-cb7c36037fab) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:26:48.529164 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-c058933d-236e-4e36-8a21-661728625206 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:48.659526 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-c058933d-236e-4e36-8a21-661728625206 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:48.750191 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-c058933d-236e-4e36-8a21-661728625206 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:48.756749 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-c058933d-236e-4e36-8a21-661728625206 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:48.767843 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-c058933d-236e-4e36-8a21-661728625206 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:26:48.780650 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058933d-236e-4e36-8a21-661728625206 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'Port': ['ID=fffcdc06-3592-4c3f-9738-cb7c36037fab,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:48.866925 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-c058933d-236e-4e36-8a21-661728625206 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:48.867611 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-c058933d-236e-4e36-8a21-661728625206 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:48.955012 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-c058933d-236e-4e36-8a21-661728625206 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0796294 Feb 14 19:26:48.967942 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Request body: {'port': {'device_id': '390ebf9e-e1c1-4c32-b6a5-971492aac1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:49.027594 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbaabf-c86e-4c59-a523-b275420d5b28 req-1cf7c3f6-9bc2-4b09-833c-14d37b84cc72 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:49.027594 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-fafbaabf-c86e-4c59-a523-b275420d5b28 req-1cf7c3f6-9bc2-4b09-833c-14d37b84cc72 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 931 time: 0.0865138 Feb 14 19:26:49.040025 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:49.107224 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-fafbaabf-c86e-4c59-a523-b275420d5b28 req-72ec83e4-b6aa-440a-a2f3-600cd0842bb4 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719919 Feb 14 19:26:49.168986 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-8fab0169-6831-4188-9c72-5dce83fd5b25 None None] Provisioning complete for port fffcdc06-3592-4c3f-9738-cb7c36037fab triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:49.173259 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-8fab0169-6831-4188-9c72-5dce83fd5b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:49.249091 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-8fab0169-6831-4188-9c72-5dce83fd5b25 None None] Port fffcdc06-3592-4c3f-9738-cb7c36037fab cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:26:49.362517 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:49.453773 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffcdc06-3592-4c3f-9738-cb7c36037fab {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:26:49.463782 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Publish callbacks [] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:49.484866 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Transition to ACTIVE for port object fffcdc06-3592-4c3f-9738-cb7c36037fab will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:26:49.571223 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6cf8f18f-3d9e-41df-8409-eade8e44b9be req-72974f10-3f74-4110-ae37-70fabdb0cac7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835042 Feb 14 19:26:49.572886 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:49.711906 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Pushing event updated for resources: {'Port': ['ID=fffcdc06-3592-4c3f-9738-cb7c36037fab,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:49.725043 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:49.725043 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:49.725384 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:49.725733 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:49.726080 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:49.726442 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:49.726783 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:49.727131 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:49.727464 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:49.727791 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:49.728123 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:49.728456 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:49.728785 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:26:49.779786 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8f18f-3d9e-41df-8409-eade8e44b9be req-63ac50c1-4d10-4d54-b64c-e0f83952184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:49.781497 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6cf8f18f-3d9e-41df-8409-eade8e44b9be req-63ac50c1-4d10-4d54-b64c-e0f83952184a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd3df3df80dd4f81ab8464493ce4d182&device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 1129 time: 0.1768157 Feb 14 19:26:49.830094 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Attempting to bind port fffcdc06-3592-4c3f-9738-cb7c36037fab on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:26:49.830607 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Attempting to bind port fffcdc06-3592-4c3f-9738-cb7c36037fab by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:26:49.831704 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Attempting to bind port fffcdc06-3592-4c3f-9738-cb7c36037fab on network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:49.850028 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Port fffcdc06-3592-4c3f-9738-cb7c36037fab on network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:26:49.850287 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Attempting to bind port fffcdc06-3592-4c3f-9738-cb7c36037fab on network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:49.883194 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-7f5120f6-8a3f-47a1-a050-4084bd314a68 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:49.887446 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-7f5120f6-8a3f-47a1-a050-4084bd314a68 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/networks?id=acf8c820-9a47-4467-ac0f-618f8e7e6456 HTTP/1.1" status: 200 len: 815 time: 0.2275696 Feb 14 19:26:49.887717 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:26:49.888590 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Checking segment: {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:49.888991 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Bound using segment: {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:26:49.889465 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Bound port: fffcdc06-3592-4c3f-9738-cb7c36037fab, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:26:49.889837 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:49.909629 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-465ae8e2-f1a6-44d6-86af-17eb9034a3f1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/quotas/677c0b411afe40a2afeaf69d4b655f30 HTTP/1.1" status: 200 len: 375 time: 0.0116003 Feb 14 19:26:49.982697 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8f18f-3d9e-41df-8409-eade8e44b9be req-08277efc-6e49-4018-8d27-4ac7312e70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:49.984145 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6cf8f18f-3d9e-41df-8409-eade8e44b9be req-08277efc-6e49-4018-8d27-4ac7312e70ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 HTTP/1.1" status: 200 len: 911 time: 0.1704602 Feb 14 19:26:49.999887 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-f1e78340-2dd8-4964-a35f-6b3083eb0142 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=677c0b411afe40a2afeaf69d4b655f30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792980 Feb 14 19:26:50.042746 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] For port fffcdc06-3592-4c3f-9738-cb7c36037fab, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:26:50.063621 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] For port fffcdc06-3592-4c3f-9738-cb7c36037fab, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=fffcdc06-3592-4c3f-9738-cb7c36037fab,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:26:50.080373 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6cf8f18f-3d9e-41df-8409-eade8e44b9be req-42bdaf42-f727-4e12-a838-d19020fa4255 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=883a8516-e7ce-4ab6-8023-3b6c6e7e0057 HTTP/1.1" status: 200 len: 1001 time: 0.0839376 Feb 14 19:26:50.147316 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8f18f-3d9e-41df-8409-eade8e44b9be req-d15ed17e-3f15-405a-9094-1c6e3ab83f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:50.149878 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6cf8f18f-3d9e-41df-8409-eade8e44b9be req-d15ed17e-3f15-405a-9094-1c6e3ab83f25 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f53f2dd-b65c-41c1-adc9-420637845566 HTTP/1.1" status: 200 len: 849 time: 0.0612712 Feb 14 19:26:50.162178 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-c300ff78-8690-4760-bcb8-0f223b6a39ff service neutron] 10.222.0.26 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410985 Feb 14 19:26:50.170473 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:50.230542 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:50.231183 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:50.232647 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] 10.222.0.43 "PUT /v2.0/ports/fffcdc06-3592-4c3f-9738-cb7c36037fab HTTP/1.1" status: 200 len: 1093 time: 1.2699461 Feb 14 19:26:50.233403 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390ebf9e-e1c1-4c32-b6a5-971492aac1fe', 'tag': 'fffcdc06-3592-4c3f-9738-cb7c36037fab'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:26:50.235618 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aec0f0-978d-49d2-b03c-a274087b69dd" -d '{"events": [{"name": "network-changed", "server_uuid": "390ebf9e-e1c1-4c32-b6a5-971492aac1fe", "tag": "fffcdc06-3592-4c3f-9738-cb7c36037fab"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:26:50.284179 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb0516-c64e-4554-abf9-21c129d4c46f service neutron] Pushing event updated for resources: {'Port': ['ID=fffcdc06-3592-4c3f-9738-cb7c36037fab,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:50.294179 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3d2c7ecb-2013-4b99-957d-2655d6c828b7 service neutron] 10.222.0.26 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241264 Feb 14 19:26:50.300544 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8f18f-3d9e-41df-8409-eade8e44b9be req-d7025b6c-5991-4208-bcb0-54d9d65619ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:50.302159 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6cf8f18f-3d9e-41df-8409-eade8e44b9be req-d7025b6c-5991-4208-bcb0-54d9d65619ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1441317 Feb 14 19:26:50.717762 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb3d9d-28fa-4dcb-b51f-b9686833bd47 req-d4406629-453b-4fd2-9a6a-f632742f7885 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:50.725307 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-14bb3d9d-28fa-4dcb-b51f-b9686833bd47 req-d4406629-453b-4fd2-9a6a-f632742f7885 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 945 time: 0.0900691 Feb 14 19:26:50.776979 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-14bb3d9d-28fa-4dcb-b51f-b9686833bd47 req-37b67d6e-a1e6-4655-b445-5cba7f8d60ee tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506094 Feb 14 19:26:50.788039 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-b959ffd6-95bf-4927-82c5-b87d84dc4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:50.791516 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-b959ffd6-95bf-4927-82c5-b87d84dc4f6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 1127 time: 0.4205692 Feb 14 19:26:50.794181 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6cf8f18f-3d9e-41df-8409-eade8e44b9be req-5bbfdba7-26a9-4615-b411-b8559ad4e9d5 service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826458 Feb 14 19:26:50.850115 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-ae01b896-0aa2-4d05-904e-dbf209b77fd0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fffcdc06-3592-4c3f-9738-cb7c36037fab HTTP/1.1" status: 200 len: 217 time: 0.0466759 Feb 14 19:26:50.913649 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb62c2b-a8a2-4232-8339-621a4b8f6ded req-a743af67-ff75-469e-b8f6-2bb03d1ccad0 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:50.916650 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4fb62c2b-a8a2-4232-8339-621a4b8f6ded req-a743af67-ff75-469e-b8f6-2bb03d1ccad0 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 943 time: 0.0793650 Feb 14 19:26:50.954740 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-7df4aa23-8588-4a3f-9647-b79ffb3541aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:50.956251 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-7df4aa23-8588-4a3f-9647-b79ffb3541aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b06bb16-5bc0-4dde-a877-15e3216c9bed HTTP/1.1" status: 200 len: 850 time: 0.0958300 Feb 14 19:26:50.985741 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4fb62c2b-a8a2-4232-8339-621a4b8f6ded req-fb47388b-81bc-4029-ab65-c9bf817167b5 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584793 Feb 14 19:26:50.986236 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6cf8f18f-3d9e-41df-8409-eade8e44b9be req-7dabacf7-9166-4a91-bed5-e789f80bc306 service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743233 Feb 14 19:26:51.036966 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-74866e0d-ffd4-468b-be7c-8041b59b5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:51.040306 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-74866e0d-ffd4-468b-be7c-8041b59b5d91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752037 Feb 14 19:26:51.090073 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76f594f-7795-4f47-b5b5-19219eae5b80 x-openstack-request-id: req-d76f594f-7795-4f47-b5b5-19219eae5b80 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:26:51.090073 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390ebf9e-e1c1-4c32-b6a5-971492aac1fe", "tag": "fffcdc06-3592-4c3f-9738-cb7c36037fab", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:26:51.090073 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d76f594f-7795-4f47-b5b5-19219eae5b80 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:26:51.090073 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390ebf9e-e1c1-4c32-b6a5-971492aac1fe', 'tag': 'fffcdc06-3592-4c3f-9738-cb7c36037fab', 'status': 'completed', 'code': 200} Feb 14 19:26:51.154682 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bfdb29b3-2fea-4a74-a07b-0deb4095f456 req-8fc01099-9a2a-495a-bee5-c2e9bf22397f tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 210 time: 0.0501013 Feb 14 19:26:51.198280 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-7a3ecf1c-12c6-4dfc-b4ad-c7b240af505d service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500947 Feb 14 19:26:51.313538 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0a1a92b1-79bd-4a7d-a8fd-25dc962a7d1e req-709101e0-e92f-4171-aa61-526e06355dac service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087904 Feb 14 19:26:51.463916 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccd770-0e3d-4d73-acb4-5514a15e3e91 req-87069b53-3b60-412e-88e7-876c03be71d6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:51.466186 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-04ccd770-0e3d-4d73-acb4-5514a15e3e91 req-87069b53-3b60-412e-88e7-876c03be71d6 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.43 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 945 time: 0.0826278 Feb 14 19:26:51.629376 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aec0f0-978d-49d2-b03c-a274087b69dd req-91d4d330-a13a-4eff-ac6f-ec2ce2cd8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:51.632097 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-12aec0f0-978d-49d2-b03c-a274087b69dd req-91d4d330-a13a-4eff-ac6f-ec2ce2cd8bcb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 1127 time: 0.1646791 Feb 14 19:26:51.732245 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-04ccd770-0e3d-4d73-acb4-5514a15e3e91 req-6b8fa816-0f6c-4572-afc4-1a0fbf465426 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Deleting port 2e5be46b-7ca1-43d0-b057-205d5a275621 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:26:51.732593 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-04ccd770-0e3d-4d73-acb4-5514a15e3e91 req-6b8fa816-0f6c-4572-afc4-1a0fbf465426 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:51.801589 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aec0f0-978d-49d2-b03c-a274087b69dd req-c56d6d51-2d12-4f58-92d3-004ef022b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:51.803253 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-12aec0f0-978d-49d2-b03c-a274087b69dd req-c56d6d51-2d12-4f58-92d3-004ef022b711 service neutron] 10.222.0.43 "GET /v2.0/networks?id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 200 len: 912 time: 0.1624811 Feb 14 19:26:51.857521 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-12aec0f0-978d-49d2-b03c-a274087b69dd req-5f5197c0-5cc8-4faf-84e7-a839da213c52 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fffcdc06-3592-4c3f-9738-cb7c36037fab HTTP/1.1" status: 200 len: 217 time: 0.0446918 Feb 14 19:26:51.932530 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-04ccd770-0e3d-4d73-acb4-5514a15e3e91 req-6b8fa816-0f6c-4572-afc4-1a0fbf465426 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] For port 2e5be46b-7ca1-43d0-b057-205d5a275621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2e5be46b-7ca1-43d0-b057-205d5a275621,segment=NetworkSegment(cfa25b49-95fd-4d04-a37d-42cd67f278d2),segment_id=cfa25b49-95fd-4d04-a37d-42cd67f278d2)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:26:51.932902 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-04ccd770-0e3d-4d73-acb4-5514a15e3e91 req-6b8fa816-0f6c-4572-afc4-1a0fbf465426 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:51.957144 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-04ccd770-0e3d-4d73-acb4-5514a15e3e91 req-6b8fa816-0f6c-4572-afc4-1a0fbf465426 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Calling delete_port for 2e5be46b-7ca1-43d0-b057-205d5a275621 owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:26:51.961472 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aec0f0-978d-49d2-b03c-a274087b69dd req-0ee73526-203a-4c16-8525-9107fee64926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:51.964006 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-12aec0f0-978d-49d2-b03c-a274087b69dd req-0ee73526-203a-4c16-8525-9107fee64926 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b06bb16-5bc0-4dde-a877-15e3216c9bed HTTP/1.1" status: 200 len: 850 time: 0.0994458 Feb 14 19:26:51.975592 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726126e1-1cc9-4c8a-a549-042698ddaedd req-036faea3-cfbf-4d3d-8ec4-707bcd082e70 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:51.977219 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-726126e1-1cc9-4c8a-a549-042698ddaedd req-036faea3-cfbf-4d3d-8ec4-707bcd082e70 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 945 time: 0.0945308 Feb 14 19:26:52.050164 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-726126e1-1cc9-4c8a-a549-042698ddaedd req-862d08c7-4579-425b-998f-3d5e3ada43f9 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbb98d77-0a60-42e3-8781-5878cb7625c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620255 Feb 14 19:26:52.080227 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aec0f0-978d-49d2-b03c-a274087b69dd req-e58bdba4-2ce7-4f95-bcd7-424a0be08cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:52.081722 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-12aec0f0-978d-49d2-b03c-a274087b69dd req-e58bdba4-2ce7-4f95-bcd7-424a0be08cbd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1105433 Feb 14 19:26:52.228957 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8f5a4-07b5-4a85-8191-07394ec1bc18 req-3489b3e2-619b-406b-a829-e44b66fe619d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:52.231938 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cdc8f5a4-07b5-4a85-8191-07394ec1bc18 req-3489b3e2-619b-406b-a829-e44b66fe619d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 943 time: 0.0905135 Feb 14 19:26:52.232476 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-12aec0f0-978d-49d2-b03c-a274087b69dd req-582d67fa-08ad-4d46-9d2e-54124fd1a4c6 service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393242 Feb 14 19:26:52.296259 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cdc8f5a4-07b5-4a85-8191-07394ec1bc18 req-50a739ed-96e4-4560-a97b-0774a93a5d4f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568070 Feb 14 19:26:52.305250 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-04ccd770-0e3d-4d73-acb4-5514a15e3e91 req-6b8fa816-0f6c-4572-afc4-1a0fbf465426 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (2e5be46b-7ca1-43d0-b057-205d5a275621), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:52.320988 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['2e5be46b-7ca1-43d0-b057-205d5a275621'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:26:52.346957 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fa816-0f6c-4572-afc4-1a0fbf465426 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Pushing event deleted for resources: {'Port': ['ID=2e5be46b-7ca1-43d0-b057-205d5a275621,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:52.407631 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ccd770-0e3d-4d73-acb4-5514a15e3e91 req-6b8fa816-0f6c-4572-afc4-1a0fbf465426 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] No DVR routers for this DVR port 2e5be46b-7ca1-43d0-b057-205d5a275621 on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:26:52.411332 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-04ccd770-0e3d-4d73-acb4-5514a15e3e91 req-6b8fa816-0f6c-4572-afc4-1a0fbf465426 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:52.414809 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-04ccd770-0e3d-4d73-acb4-5514a15e3e91 req-6b8fa816-0f6c-4572-afc4-1a0fbf465426 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.43 "DELETE /v2.0/ports/2e5be46b-7ca1-43d0-b057-205d5a275621 HTTP/1.1" status: 204 len: 173 time: 0.9379497 Feb 14 19:26:52.417346 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-12aec0f0-978d-49d2-b03c-a274087b69dd req-6fdc593e-2feb-48ac-b96c-f6ec99520c3e service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786549 Feb 14 19:26:52.445015 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e8472be8-9e0d-47e6-8b6c-723b688b1a2e req-b740afbb-4c60-4fbc-a28a-9cee9e24c067 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 210 time: 0.0394814 Feb 14 19:26:53.084609 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807a539b-c20d-4e49-b627-4e066fea5137', 'name': 'network-vif-deleted', 'tag': '2e5be46b-7ca1-43d0-b057-205d5a275621'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:26:53.087258 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae604616-39f8-4b3e-b6a1-c63601525a92" -d '{"events": [{"server_uuid": "807a539b-c20d-4e49-b627-4e066fea5137", "name": "network-vif-deleted", "tag": "2e5be46b-7ca1-43d0-b057-205d5a275621"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:26:53.211884 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-324bbe54-bce8-4752-b915-71a096352ba2 req-d9bf85dd-ce10-4470-acae-6a84fcc9d1c7 tempest-VolumesSnapshotTestJSON-1887352578 tempest-VolumesSnapshotTestJSON-1887352578-project] 10.222.0.26 "GET /v2.0/ports?device_id=807a539b-c20d-4e49-b627-4e066fea5137 HTTP/1.1" status: 200 len: 210 time: 0.0521348 Feb 14 19:26:53.257671 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fc50a3-4a48-48e5-bd91-99c79354a862 x-openstack-request-id: req-b2fc50a3-4a48-48e5-bd91-99c79354a862 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:26:53.258046 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807a539b-c20d-4e49-b627-4e066fea5137", "name": "network-vif-deleted", "tag": "2e5be46b-7ca1-43d0-b057-205d5a275621", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:26:53.258392 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2fc50a3-4a48-48e5-bd91-99c79354a862 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:26:53.258866 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807a539b-c20d-4e49-b627-4e066fea5137', 'name': 'network-vif-deleted', 'tag': '2e5be46b-7ca1-43d0-b057-205d5a275621', 'status': 'completed', 'code': 200} Feb 14 19:26:53.453735 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec11abc-b2f0-4a72-ac2e-d349885b635b req-6e6c6d24-4bcf-4dff-a36f-8f5a9ce54cc7 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:53.455388 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cec11abc-b2f0-4a72-ac2e-d349885b635b req-6e6c6d24-4bcf-4dff-a36f-8f5a9ce54cc7 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 943 time: 0.0623510 Feb 14 19:26:53.510613 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cec11abc-b2f0-4a72-ac2e-d349885b635b req-fcc3955c-f0c9-40cc-9707-57aca5f345c6 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491102 Feb 14 19:26:53.599272 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-37b9a1f3-f6ce-42ff-b2ca-0f78313aabc3 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:53.601320 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-37b9a1f3-f6ce-42ff-b2ca-0f78313aabc3 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.43 "GET /v2.0/networks?id=acf8c820-9a47-4467-ac0f-618f8e7e6456 HTTP/1.1" status: 200 len: 815 time: 0.1660597 Feb 14 19:26:53.611771 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d5e7c06d-65d0-464d-b82f-feca9cb570aa req-1f40c29c-84e0-4123-8476-ba9c98b1c7c8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 210 time: 0.0294406 Feb 14 19:26:53.637083 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-c9b1e63e-6315-46bd-a913-4dd8212dde0e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Request body: {'port': {'device_id': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'admin_state_up': True, 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:53.895164 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-c9b1e63e-6315-46bd-a913-4dd8212dde0e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Made reservation on behalf of 677c0b411afe40a2afeaf69d4b655f30 for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:26:53.899576 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-c9b1e63e-6315-46bd-a913-4dd8212dde0e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:54.059789 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-c9b1e63e-6315-46bd-a913-4dd8212dde0e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Allocated IP 172.20.0.14 (acf8c820-9a47-4467-ac0f-618f8e7e6456/848bbf1a-3cef-48c0-a485-17c9b730318d/8ebe4de2-699d-407c-8476-305dc1d7b752) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:26:54.220907 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-c9b1e63e-6315-46bd-a913-4dd8212dde0e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:54.344803 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-c9b1e63e-6315-46bd-a913-4dd8212dde0e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:54.393672 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-c9b1e63e-6315-46bd-a913-4dd8212dde0e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Network acf8c820-9a47-4467-ac0f-618f8e7e6456 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:26:54.397355 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-c9b1e63e-6315-46bd-a913-4dd8212dde0e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:26:54.404052 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-c9b1e63e-6315-46bd-a913-4dd8212dde0e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:26:54.432494 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1e63e-6315-46bd-a913-4dd8212dde0e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event updated for resources: {'Port': ['ID=8ebe4de2-699d-407c-8476-305dc1d7b752,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:54.470939 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-c9b1e63e-6315-46bd-a913-4dd8212dde0e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:54.472043 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-c9b1e63e-6315-46bd-a913-4dd8212dde0e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:54.627367 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-c9b1e63e-6315-46bd-a913-4dd8212dde0e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9966741 Feb 14 19:26:54.660408 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Request body: {'port': {'device_id': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:26:54.693068 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-df107147-30c4-44ed-a0da-de6b38085aaf None None] Provisioning complete for port 8ebe4de2-699d-407c-8476-305dc1d7b752 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:26:54.693068 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-df107147-30c4-44ed-a0da-de6b38085aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:54.748257 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcb900-9da4-4f42-8d20-9c3ecf9561a2 req-e3726f0d-17f8-4961-af76-bcf5fc1eec81 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:54.751354 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-dcfcb900-9da4-4f42-8d20-9c3ecf9561a2 req-e3726f0d-17f8-4961-af76-bcf5fc1eec81 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 943 time: 0.1385937 Feb 14 19:26:54.768085 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-df107147-30c4-44ed-a0da-de6b38085aaf None None] Port 8ebe4de2-699d-407c-8476-305dc1d7b752 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:26:54.778882 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:54.826993 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-dcfcb900-9da4-4f42-8d20-9c3ecf9561a2 req-cee410ad-01d0-4e48-8bca-b9663eb99466 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699332 Feb 14 19:26:55.029883 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699cb99-0ff7-4b3d-8855-0da1c68f4761 req-fc8aaa9f-a513-4521-aade-5d3b426d61b8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:55.053988 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5699cb99-0ff7-4b3d-8855-0da1c68f4761 req-fc8aaa9f-a513-4521-aade-5d3b426d61b8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 932 time: 0.1418698 Feb 14 19:26:55.149868 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5699cb99-0ff7-4b3d-8855-0da1c68f4761 req-cdd99ad3-e4a5-4519-b667-f64244c93bf2 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947552 Feb 14 19:26:55.210685 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebe4de2-699d-407c-8476-305dc1d7b752 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:26:55.227736 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Publish callbacks [] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:55.245605 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Transition to ACTIVE for port object 8ebe4de2-699d-407c-8476-305dc1d7b752 will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:26:55.324500 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:55.428004 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Pushing event updated for resources: {'Port': ['ID=8ebe4de2-699d-407c-8476-305dc1d7b752,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:55.529999 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Attempting to bind port 8ebe4de2-699d-407c-8476-305dc1d7b752 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:26:55.530393 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Attempting to bind port 8ebe4de2-699d-407c-8476-305dc1d7b752 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'cfeb51c3-3a3d-43e0-943d-59c56441eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:26:55.530754 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Attempting to bind port 8ebe4de2-699d-407c-8476-305dc1d7b752 on network acf8c820-9a47-4467-ac0f-618f8e7e6456 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:55.537551 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Port 8ebe4de2-699d-407c-8476-305dc1d7b752 on network acf8c820-9a47-4467-ac0f-618f8e7e6456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:26:55.538154 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Attempting to bind port 8ebe4de2-699d-407c-8476-305dc1d7b752 on network acf8c820-9a47-4467-ac0f-618f8e7e6456 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:26:55.545161 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:26:55.545671 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Checking segment: {'id': 'cfeb51c3-3a3d-43e0-943d-59c56441eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:26:55.545963 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Bound using segment: {'id': 'cfeb51c3-3a3d-43e0-943d-59c56441eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:26:55.546467 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Bound port: 8ebe4de2-699d-407c-8476-305dc1d7b752, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfeb51c3-3a3d-43e0-943d-59c56441eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:26:55.546868 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:55.646214 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] For port 8ebe4de2-699d-407c-8476-305dc1d7b752, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:26:55.652782 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] For port 8ebe4de2-699d-407c-8476-305dc1d7b752, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8ebe4de2-699d-407c-8476-305dc1d7b752,segment=NetworkSegment(cfeb51c3-3a3d-43e0-943d-59c56441eb70),segment_id=cfeb51c3-3a3d-43e0-943d-59c56441eb70)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:26:55.782199 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:55.825221 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:55.826215 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:26:55.829160 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] 10.222.0.43 "PUT /v2.0/ports/8ebe4de2-699d-407c-8476-305dc1d7b752 HTTP/1.1" status: 200 len: 1094 time: 1.1734662 Feb 14 19:26:55.829160 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'tag': '8ebe4de2-699d-407c-8476-305dc1d7b752'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:26:55.831507 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb3c303-e330-4a62-9149-e5b055b7657a" -d '{"events": [{"name": "network-changed", "server_uuid": "68afa585-2d0c-4ef1-b32a-fcec52303c4c", "tag": "8ebe4de2-699d-407c-8476-305dc1d7b752"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:26:55.867748 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c958b9c-449e-47ff-8282-b56f6307e64a service neutron] Pushing event updated for resources: {'Port': ['ID=8ebe4de2-699d-407c-8476-305dc1d7b752,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:26:55.961877 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cee7d-bf9c-4566-b87e-a664bf440682 req-6a35baf4-e128-4dae-9fa0-bb6aef23a198 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:55.964416 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-650cee7d-bf9c-4566-b87e-a664bf440682 req-6a35baf4-e128-4dae-9fa0-bb6aef23a198 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0694673 Feb 14 19:26:56.037337 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-650cee7d-bf9c-4566-b87e-a664bf440682 req-05cf298b-4b10-4715-a6c1-8c9dd4b4bbe5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609136 Feb 14 19:26:56.120874 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf531b2-9873-400d-addb-e90a0c282d66 x-openstack-request-id: req-1cf531b2-9873-400d-addb-e90a0c282d66 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:26:56.122181 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68afa585-2d0c-4ef1-b32a-fcec52303c4c", "tag": "8ebe4de2-699d-407c-8476-305dc1d7b752", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:26:56.122667 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1cf531b2-9873-400d-addb-e90a0c282d66 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:26:56.123396 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'tag': '8ebe4de2-699d-407c-8476-305dc1d7b752', 'status': 'completed', 'code': 200} Feb 14 19:26:56.158006 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 2e5be46b-7ca1-43d0-b057-205d5a275621 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:26:56.230493 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: 2e5be46b-7ca1-43d0-b057-205d5a275621 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:26:56.230923 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 2e5be46b-7ca1-43d0-b057-205d5a275621 not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:26:56.285021 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e8228-6262-452e-93e3-3b20aa887da4 req-4b19f299-7aca-4b18-8618-ce9c3b78427a tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:56.291234 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c32e8228-6262-452e-93e3-3b20aa887da4 req-4b19f299-7aca-4b18-8618-ce9c3b78427a tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 943 time: 0.0977068 Feb 14 19:26:56.372029 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c32e8228-6262-452e-93e3-3b20aa887da4 req-5e2e9a90-5eb3-4482-b024-98312b1a02d5 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780072 Feb 14 19:26:56.517841 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c77144-dbce-4e58-ac25-84a224474aeb req-767c64e9-afcf-49ab-8101-112db395db52 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:56.525172 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-44c77144-dbce-4e58-ac25-84a224474aeb req-767c64e9-afcf-49ab-8101-112db395db52 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 944 time: 0.0654328 Feb 14 19:26:56.592130 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-44c77144-dbce-4e58-ac25-84a224474aeb req-e0dd18b2-0e0c-4d17-a382-bc6c84eb1631 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628181 Feb 14 19:26:56.657436 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3c303-e330-4a62-9149-e5b055b7657a req-708826eb-aa84-4b2b-8e7c-314a0b1b5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:56.659107 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-acb3c303-e330-4a62-9149-e5b055b7657a req-708826eb-aa84-4b2b-8e7c-314a0b1b5729 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=677c0b411afe40a2afeaf69d4b655f30&device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 1128 time: 0.1187322 Feb 14 19:26:57.220576 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c258601-d73f-42c1-81f9-0c111ea1d71a req-91fa35ba-463e-4dd9-a3ef-9bea68eea562 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:57.222277 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7c258601-d73f-42c1-81f9-0c111ea1d71a req-91fa35ba-463e-4dd9-a3ef-9bea68eea562 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0790076 Feb 14 19:26:57.288941 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7c258601-d73f-42c1-81f9-0c111ea1d71a req-8700044e-73fb-45c4-bfb7-4420b1c18cae tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605841 Feb 14 19:26:57.522154 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a95df5-96b3-429a-b9dc-723da7323e17 req-e75249b5-6ca1-412a-9e02-d3304c52fe9c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:57.523757 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-47a95df5-96b3-429a-b9dc-723da7323e17 req-e75249b5-6ca1-412a-9e02-d3304c52fe9c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 943 time: 0.0597625 Feb 14 19:26:57.593540 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-47a95df5-96b3-429a-b9dc-723da7323e17 req-b91bfe89-38a9-4c6b-bacd-ad2197ae08d4 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619268 Feb 14 19:26:57.732697 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd42ab-a929-47b3-ba90-23e6161310ef req-296f9703-ef85-4be4-b667-da362368cf4f tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:57.734366 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-22bd42ab-a929-47b3-ba90-23e6161310ef req-296f9703-ef85-4be4-b667-da362368cf4f tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 944 time: 0.0596609 Feb 14 19:26:57.787649 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-22bd42ab-a929-47b3-ba90-23e6161310ef req-85d7f401-3a2a-443e-ad51-40c6ba94ef0b tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475183 Feb 14 19:26:58.457128 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd0a97-cfbd-4491-82e9-679725e3365b req-23008769-3c8c-4cf5-843d-06e8b68b143a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:58.460220 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bbdd0a97-cfbd-4491-82e9-679725e3365b req-23008769-3c8c-4cf5-843d-06e8b68b143a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0809162 Feb 14 19:26:58.535114 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bbdd0a97-cfbd-4491-82e9-679725e3365b req-9f4a30e4-a355-4793-80e3-efb6d3a51603 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634499 Feb 14 19:26:58.771328 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec94c3-df8f-4b41-95c0-3bc7560a5f6b req-f68105a2-70c9-4d95-8c37-9c81ba1812f6 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:58.775375 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ebec94c3-df8f-4b41-95c0-3bc7560a5f6b req-f68105a2-70c9-4d95-8c37-9c81ba1812f6 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 943 time: 0.0872645 Feb 14 19:26:58.859208 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ebec94c3-df8f-4b41-95c0-3bc7560a5f6b req-138f9131-e9da-49e1-8924-4eb139cde0d8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789289 Feb 14 19:26:59.011400 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ed1f9-15cb-4d30-a3b9-a94e6e10f8dd req-69e7eeee-9883-4544-a561-39627a2ced24 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:59.013241 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-979ed1f9-15cb-4d30-a3b9-a94e6e10f8dd req-69e7eeee-9883-4544-a561-39627a2ced24 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 944 time: 0.0723138 Feb 14 19:26:59.084900 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-979ed1f9-15cb-4d30-a3b9-a94e6e10f8dd req-e66a4f39-fdef-4810-b2b5-6e6a2846fd84 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571396 Feb 14 19:26:59.695191 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664d4dc-6037-4194-bc4d-1c7cab62c037 req-e0ad2d78-6a74-47ea-bf78-599a82f0a90b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:26:59.697887 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2664d4dc-6037-4194-bc4d-1c7cab62c037 req-e0ad2d78-6a74-47ea-bf78-599a82f0a90b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0653727 Feb 14 19:26:59.807393 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2664d4dc-6037-4194-bc4d-1c7cab62c037 req-1bebcfc5-a90f-42c2-a471-9fc8d4cbf198 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018789 Feb 14 19:27:00.016037 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f913e-4729-40f1-84cf-f2e2e31f47b6 req-0509797c-e3cb-444d-8426-1a51a32ec4ac tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:00.018091 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a11f913e-4729-40f1-84cf-f2e2e31f47b6 req-0509797c-e3cb-444d-8426-1a51a32ec4ac tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 943 time: 0.0650594 Feb 14 19:27:00.103172 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a11f913e-4729-40f1-84cf-f2e2e31f47b6 req-3c7ea285-23e9-44b6-9819-dbd8620a5507 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786545 Feb 14 19:27:00.322838 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b39cac-03ef-4d29-9dcf-f023216dc184 req-e3cbd605-09b4-4764-8a1f-4b2de85770a5 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:00.402415 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e5b39cac-03ef-4d29-9dcf-f023216dc184 req-e3cbd605-09b4-4764-8a1f-4b2de85770a5 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 944 time: 0.0996628 Feb 14 19:27:00.402415 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e5b39cac-03ef-4d29-9dcf-f023216dc184 req-8f1488d2-31e2-4275-9139-6096243e31e2 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532646 Feb 14 19:27:01.037718 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb608b-09f9-4c6b-a035-e02168c10111 req-877a93a9-6af6-4b64-b5fe-426ca0499d7c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:01.039447 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0feb608b-09f9-4c6b-a035-e02168c10111 req-877a93a9-6af6-4b64-b5fe-426ca0499d7c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0817125 Feb 14 19:27:01.120033 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0feb608b-09f9-4c6b-a035-e02168c10111 req-a99f745f-e839-4a80-bc44-8d23f9b8ccda tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718892 Feb 14 19:27:01.303585 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea7dc2-3e9c-4813-bf20-a804a1b62c6d req-29a5d0ea-7893-4c45-92f5-0adcdca1b0e3 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:01.305418 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-71ea7dc2-3e9c-4813-bf20-a804a1b62c6d req-29a5d0ea-7893-4c45-92f5-0adcdca1b0e3 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 943 time: 0.0955374 Feb 14 19:27:01.372486 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-71ea7dc2-3e9c-4813-bf20-a804a1b62c6d req-dfd609c4-1248-4a03-8f84-0dca6b032407 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567949 Feb 14 19:27:01.605039 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc73bc-8448-4ee4-aebc-a7cc1ada88ad req-bd5c2243-439e-4d33-b65b-2a176395c273 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:01.607761 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c2bc73bc-8448-4ee4-aebc-a7cc1ada88ad req-bd5c2243-439e-4d33-b65b-2a176395c273 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 944 time: 0.0785289 Feb 14 19:27:01.693123 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c2bc73bc-8448-4ee4-aebc-a7cc1ada88ad req-1e846b9d-5eac-4e53-a23c-1caea235b0e1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790522 Feb 14 19:27:02.297434 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10743999-4681-4673-8649-052a75cfb25b req-0f081be1-3708-4dd3-9b01-93213cb28391 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:02.299222 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-10743999-4681-4673-8649-052a75cfb25b req-0f081be1-3708-4dd3-9b01-93213cb28391 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0874796 Feb 14 19:27:02.564869 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-10743999-4681-4673-8649-052a75cfb25b req-bc9da8dc-5ab2-4824-add8-6460c8ef3fff tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597198 Feb 14 19:27:02.708490 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc5780-4995-4cee-a559-6cee651e562e req-c8aa9953-4e52-4964-adb4-13ba387b1923 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:02.710049 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a0cc5780-4995-4cee-a559-6cee651e562e req-c8aa9953-4e52-4964-adb4-13ba387b1923 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 943 time: 0.0593560 Feb 14 19:27:02.773859 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a0cc5780-4995-4cee-a559-6cee651e562e req-043029b1-18b6-49bb-80bc-d660bda32a77 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528412 Feb 14 19:27:02.910647 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6322e2-da79-4265-8fb8-6999cae44fb4 req-df2e5555-4860-4ee6-ba7b-11615b8e7f3f tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:02.912565 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1c6322e2-da79-4265-8fb8-6999cae44fb4 req-df2e5555-4860-4ee6-ba7b-11615b8e7f3f tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 944 time: 0.0685685 Feb 14 19:27:02.979434 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1c6322e2-da79-4265-8fb8-6999cae44fb4 req-d93250a7-f8a8-4fb9-8198-16a15644c79b tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604336 Feb 14 19:27:03.338989 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3c303-e330-4a62-9149-e5b055b7657a req-128eee25-f13a-4e38-af1b-e931942eada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:03.340541 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-acb3c303-e330-4a62-9149-e5b055b7657a req-128eee25-f13a-4e38-af1b-e931942eada0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=677c0b411afe40a2afeaf69d4b655f30&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1016884 Feb 14 19:27:03.449182 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3c303-e330-4a62-9149-e5b055b7657a req-d0e892e1-3539-4def-b227-11beaeb8a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:03.450748 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-acb3c303-e330-4a62-9149-e5b055b7657a req-d0e892e1-3539-4def-b227-11beaeb8a74a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028891 Feb 14 19:27:03.555812 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-11b335b7-a9db-42fa-9cc1-fe19a0d9d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:03.558550 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-11b335b7-a9db-42fa-9cc1-fe19a0d9d069 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=677c0b411afe40a2afeaf69d4b655f30&device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 1128 time: 0.0586581 Feb 14 19:27:03.608661 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-f8e068aa-62b1-4c12-9add-3dec464afdc7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ebe4de2-699d-407c-8476-305dc1d7b752 HTTP/1.1" status: 200 len: 217 time: 0.0375447 Feb 14 19:27:03.669819 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-9932c57f-1830-42ce-9358-26f312996e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:03.671588 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-9932c57f-1830-42ce-9358-26f312996e1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=848bbf1a-3cef-48c0-a485-17c9b730318d HTTP/1.1" status: 200 len: 854 time: 0.0557179 Feb 14 19:27:03.726939 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b93920-b65c-43dd-8159-1caccc1f7963 req-978043f1-5f53-4082-9c8b-81f944d3822f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:03.729437 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e5b93920-b65c-43dd-8159-1caccc1f7963 req-978043f1-5f53-4082-9c8b-81f944d3822f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0749171 Feb 14 19:27:03.744883 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-97e38e37-ac5a-47b0-9729-031e46ff8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:03.746644 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-97e38e37-ac5a-47b0-9729-031e46ff8aee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=acf8c820-9a47-4467-ac0f-618f8e7e6456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667431 Feb 14 19:27:03.787785 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e5b93920-b65c-43dd-8159-1caccc1f7963 req-e0e2c5d5-ab33-4879-8128-845dac587900 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503995 Feb 14 19:27:03.856928 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-44abce00-d127-45bf-9fbd-e7a7fa251667 service neutron] 10.222.0.43 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031339 Feb 14 19:27:03.936428 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb036db-a756-4b20-966d-a4066e1a9180 req-bc540ad5-ce5d-4dde-bf3a-c83de18c2454 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:03.939030 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-abb036db-a756-4b20-966d-a4066e1a9180 req-bc540ad5-ce5d-4dde-bf3a-c83de18c2454 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 943 time: 0.0846703 Feb 14 19:27:04.003936 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a13742ad-f1ba-46f1-8692-8ffb94f385c4 req-ba62928e-300d-4b3c-9ad9-3839e471be39 service neutron] 10.222.0.43 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347041 Feb 14 19:27:04.025367 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-abb036db-a756-4b20-966d-a4066e1a9180 req-4980d1b1-b09b-4375-8609-3c57c200bb89 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800118 Feb 14 19:27:04.150297 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dade53-3e75-48d1-81e9-205e6d770b04 req-3e2f756e-0b13-4090-829e-3401a7deb392 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:04.153960 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-02dade53-3e75-48d1-81e9-205e6d770b04 req-3e2f756e-0b13-4090-829e-3401a7deb392 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 944 time: 0.0642469 Feb 14 19:27:04.229064 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-02dade53-3e75-48d1-81e9-205e6d770b04 req-372c85e3-5fd2-485f-b183-328a1fb7a5e0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706656 Feb 14 19:27:04.954107 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d34526-d100-4fc4-b1f2-07b61ae3d2c8 req-aae137b3-28d5-4df4-a74d-538ad4aa4e12 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:04.956677 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f9d34526-d100-4fc4-b1f2-07b61ae3d2c8 req-aae137b3-28d5-4df4-a74d-538ad4aa4e12 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0775182 Feb 14 19:27:05.019441 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-61b31d4d-30ca-4b6a-b224-dc0f8b0b61da tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:05.021471 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-61b31d4d-30ca-4b6a-b224-dc0f8b0b61da tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 947 time: 0.0731606 Feb 14 19:27:05.032870 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f9d34526-d100-4fc4-b1f2-07b61ae3d2c8 req-08089496-7e5d-4555-87a0-7171edda5f32 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700243 Feb 14 19:27:05.206968 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Deleting port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:27:05.207437 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:05.231128 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dfecd-53c5-460c-83ba-5f46e754dffc req-93453db1-7fd4-4116-85d6-37fc0f5e0799 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:05.234461 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-955dfecd-53c5-460c-83ba-5f46e754dffc req-93453db1-7fd4-4116-85d6-37fc0f5e0799 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 943 time: 0.1051834 Feb 14 19:27:05.313300 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-955dfecd-53c5-460c-83ba-5f46e754dffc req-80a3f3a7-e8e2-47c3-bd1a-b91ce71ead60 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684397 Feb 14 19:27:05.374384 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] For port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:05.374795 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:05.475597 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b487cd-65e6-416d-bef3-52d083c1d437 req-0f4da5bb-218e-41c2-bfa8-ac71da4875f3 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:05.478227 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b1b487cd-65e6-416d-bef3-52d083c1d437 req-0f4da5bb-218e-41c2-bfa8-ac71da4875f3 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 944 time: 0.0888746 Feb 14 19:27:05.550201 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b1b487cd-65e6-416d-bef3-52d083c1d437 req-1ed20e10-4f8a-4cd3-a869-4d567d38ea85 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645788 Feb 14 19:27:05.684252 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:05.684615 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (141b0ccf-e4d6-479f-ae44-428ea386994d), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:05.684940 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.l3_db [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Floating IP 141b0ccf-e4d6-479f-ae44-428ea386994d disassociated. External IP: 172.27.2.5, port: 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03. Feb 14 19:27:05.685289 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Calling delete_port for 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:27:05.923756 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (0f3cad90-edf9-4a45-b3a1-fd58bbeacd03), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:05.953642 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event deleted for resources: {'Port': ['ID=0f3cad90-edf9-4a45-b3a1-fd58bbeacd03,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:06.084467 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:27:06.151633 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-91ebbd35-2174-4f40-ab51-52dc812a24f7 req-99c0bec9-fd24-4a2c-b656-babc27fde1f3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 210 time: 0.0290694 Feb 14 19:27:06.202451 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:27:06.213354 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750ddec3-21f9-49f2-933a-ba3a0ffd026f None None] Sync routers for ids ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:27:06.215500 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device fffcdc06-3592-4c3f-9738-cb7c36037fab details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:27:06.224212 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ddec3-21f9-49f2-933a-ba3a0ffd026f None None] Routers {'f36d3114-37a6-4ef7-a799-45bcc2bf39f5'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:27:06.224904 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-750ddec3-21f9-49f2-933a-ba3a0ffd026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:26:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:06.257805 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] No DVR routers for this DVR port 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:27:06.264068 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:06.271190 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-14a1c4be-f23c-488b-abe2-01ad3d8cd466 req-4139820e-bd1b-41e6-bffd-2744431aaf2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.43 "DELETE /v2.0/ports/0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 HTTP/1.1" status: 204 len: 173 time: 1.2420733 Feb 14 19:27:06.276198 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfab847-3413-4db1-9078-653cb290106e', 'name': 'network-vif-deleted', 'tag': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:27:06.278824 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d6e1b2-755b-45a3-b02b-c0762fef23cd" -d '{"events": [{"server_uuid": "cbfab847-3413-4db1-9078-653cb290106e", "name": "network-vif-deleted", "tag": "0f3cad90-edf9-4a45-b3a1-fd58bbeacd03"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:27:06.335547 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70573ba6-1b7b-4f2d-96a0-d74f092fac89 x-openstack-request-id: req-70573ba6-1b7b-4f2d-96a0-d74f092fac89 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:27:06.336051 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfab847-3413-4db1-9078-653cb290106e", "name": "network-vif-deleted", "tag": "0f3cad90-edf9-4a45-b3a1-fd58bbeacd03", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:27:06.336373 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70573ba6-1b7b-4f2d-96a0-d74f092fac89 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:27:06.336859 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfab847-3413-4db1-9078-653cb290106e', 'name': 'network-vif-deleted', 'tag': '0f3cad90-edf9-4a45-b3a1-fd58bbeacd03', 'status': 'completed', 'code': 200} Feb 14 19:27:06.353133 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port fffcdc06-3592-4c3f-9738-cb7c36037fab, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=fffcdc06-3592-4c3f-9738-cb7c36037fab,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:06.367692 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-750ddec3-21f9-49f2-933a-ba3a0ffd026f None None] Set router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:27:06.380107 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': 'fffcdc06-3592-4c3f-9738-cb7c36037fab', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'port_id': 'fffcdc06-3592-4c3f-9738-cb7c36037fab', 'mac_address': 'fa:16:3e:68:f9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:27:06.449386 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port fffcdc06-3592-4c3f-9738-cb7c36037fab is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:27:06.450083 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:06.466638 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffcdc06-3592-4c3f-9738-cb7c36037fab {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:27:06.481704 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eaadd5-97e2-4a25-a057-2113d78fa212 req-3f4814ea-e9a1-46af-a35c-3b8586d82ca3 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:06.483666 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-83eaadd5-97e2-4a25-a057-2113d78fa212 req-3f4814ea-e9a1-46af-a35c-3b8586d82ca3 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 943 time: 0.0869622 Feb 14 19:27:06.490915 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port fffcdc06-3592-4c3f-9738-cb7c36037fab, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=fffcdc06-3592-4c3f-9738-cb7c36037fab,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:06.567615 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:06.586035 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-83eaadd5-97e2-4a25-a057-2113d78fa212 req-cac9674a-145c-4f77-ab6c-50f681e92457 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907423 Feb 14 19:27:06.633925 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=fffcdc06-3592-4c3f-9738-cb7c36037fab,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:06.642939 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:06.643317 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:06.643672 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:06.644017 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:06.644353 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:06.644905 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:06.645529 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:06.646044 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:06.646564 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:06.647094 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:06.647590 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:06.648078 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:06.648665 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:06.787717 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbada7-9db3-47f2-9f14-45b5de4a3e89 req-93e5e42d-63dc-4738-859d-553df684d61c tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:06.789405 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-62bbada7-9db3-47f2-9f14-45b5de4a3e89 req-93e5e42d-63dc-4738-859d-553df684d61c tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 944 time: 0.0712945 Feb 14 19:27:06.814918 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['fffcdc06-3592-4c3f-9738-cb7c36037fab'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:27:06.878267 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-750ddec3-21f9-49f2-933a-ba3a0ffd026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 5, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:06.881397 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-62bbada7-9db3-47f2-9f14-45b5de4a3e89 req-a4bb6f52-1cb1-4e25-933e-7a3663729841 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851409 Feb 14 19:27:06.915240 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750ddec3-21f9-49f2-933a-ba3a0ffd026f None None] Checking router: f36d3114-37a6-4ef7-a799-45bcc2bf39f5 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:27:06.927650 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ddec3-21f9-49f2-933a-ba3a0ffd026f None None] Routers {'f36d3114-37a6-4ef7-a799-45bcc2bf39f5'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:27:06.928359 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-750ddec3-21f9-49f2-933a-ba3a0ffd026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:26:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:07.080421 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-750ddec3-21f9-49f2-933a-ba3a0ffd026f None None] Set router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:27:07.368283 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-750ddec3-21f9-49f2-933a-ba3a0ffd026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 5, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:07.401843 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750ddec3-21f9-49f2-933a-ba3a0ffd026f None None] The sync data for ids ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'] in dv-cinder-816898-8-iscsi is: [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 5, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:27:07.568068 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0c40a45e-a607-4a9a-8aca-63709a2ef8ad req-982f5d2f-2351-46ca-8b8c-ee5521b6b1f8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 210 time: 0.0388033 Feb 14 19:27:07.714965 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5109182-4336-4ebe-83c7-5c8fa7922aec None None] New status for floating IP 141b0ccf-e4d6-479f-ae44-428ea386994d: DOWN {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:27:07.739870 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa86188-ae56-4f2c-bb42-19a06719aafa req-8bea7bab-49fa-4f31-80df-386d58d30042 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:07.743168 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0aa86188-ae56-4f2c-bb42-19a06719aafa req-8bea7bab-49fa-4f31-80df-386d58d30042 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0763893 Feb 14 19:27:07.798238 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0aa86188-ae56-4f2c-bb42-19a06719aafa req-02f7fa6d-7284-4a07-be33-28a4f373f702 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480728 Feb 14 19:27:07.946737 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3ec27-afeb-458f-acf4-42d41f63e8a1 req-f53fea56-6850-40f6-b9d5-3af674f09702 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:07.948384 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bac3ec27-afeb-458f-acf4-42d41f63e8a1 req-f53fea56-6850-40f6-b9d5-3af674f09702 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 944 time: 0.0663450 Feb 14 19:27:08.020739 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bac3ec27-afeb-458f-acf4-42d41f63e8a1 req-553a7c6c-914a-4d01-89ac-86201dd072a1 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634258 Feb 14 19:27:08.185346 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33370593-7b08-4130-a580-6a0bf8748593 req-a91c79ca-402a-44da-94fb-c97bf9c32bed tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:08.192487 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-33370593-7b08-4130-a580-6a0bf8748593 req-a91c79ca-402a-44da-94fb-c97bf9c32bed tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 944 time: 0.0807939 Feb 14 19:27:08.264406 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-33370593-7b08-4130-a580-6a0bf8748593 req-958fbfaa-967a-4e11-b406-1740b993603e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609941 Feb 14 19:27:08.759239 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-31651eeb-b009-40ee-b6c2-9ea7345d5c09 req-89fef419-10b8-4e86-a273-b23ffdfda58f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbfab847-3413-4db1-9078-653cb290106e HTTP/1.1" status: 200 len: 210 time: 0.0464525 Feb 14 19:27:08.975222 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f8d12-5bf0-4b58-ada9-e795b9cb9011 req-eac2fccb-c1c2-4b5c-b145-c0ce2c963d42 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:08.976839 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7e4f8d12-5bf0-4b58-ada9-e795b9cb9011 req-eac2fccb-c1c2-4b5c-b145-c0ce2c963d42 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0711575 Feb 14 19:27:09.042073 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7e4f8d12-5bf0-4b58-ada9-e795b9cb9011 req-c10b8f49-74b1-4f16-9688-415ebc872e64 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563276 Feb 14 19:27:09.227942 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe6273-f3ad-4356-8c99-516e196f05f1 req-3766a4fc-7ffa-4662-873e-507634dd2a7e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:09.231624 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-34fe6273-f3ad-4356-8c99-516e196f05f1 req-3766a4fc-7ffa-4662-873e-507634dd2a7e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 944 time: 0.1010361 Feb 14 19:27:09.300837 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-34fe6273-f3ad-4356-8c99-516e196f05f1 req-5105c662-86e9-4a7c-b150-2d0db73672c7 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638533 Feb 14 19:27:09.459207 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e731db-8555-490e-9b4b-78db46bc43b8 req-845db208-be4b-4cb1-a59e-45b55bc2c6c0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:09.461642 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-58e731db-8555-490e-9b4b-78db46bc43b8 req-845db208-be4b-4cb1-a59e-45b55bc2c6c0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 944 time: 0.0877106 Feb 14 19:27:09.534807 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-58e731db-8555-490e-9b4b-78db46bc43b8 req-9234c262-c578-4a81-98ad-e5b724270313 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648060 Feb 14 19:27:09.983237 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58404) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:10.042172 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e70a7ba3-ef95-4a12-af8c-e1b07b15d3fb tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group (c2bf3fe8-8dc1-422c-8da6-4c7a69b19840), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:10.073247 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e70a7ba3-ef95-4a12-af8c-e1b07b15d3fb tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group (c2bf3fe8-8dc1-422c-8da6-4c7a69b19840), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:10.177958 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c80e00-9116-4628-83bf-556688ff73f8 req-97f1fb9e-ced3-45ce-b9ea-19d11c24db29 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:10.179714 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-98c80e00-9116-4628-83bf-556688ff73f8 req-97f1fb9e-ced3-45ce-b9ea-19d11c24db29 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0540004 Feb 14 19:27:10.236354 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-98c80e00-9116-4628-83bf-556688ff73f8 req-8ffb4bac-db0d-426c-9dac-873252c2c5b0 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497234 Feb 14 19:27:10.253877 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 8ebe4de2-699d-407c-8476-305dc1d7b752 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:27:10.260080 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:27:10.288216 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:27:10.288559 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 0f3cad90-edf9-4a45-b3a1-fd58bbeacd03 not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:27:10.295226 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e70a7ba3-ef95-4a12-af8c-e1b07b15d3fb tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (c2bf3fe8-8dc1-422c-8da6-4c7a69b19840), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:10.298007 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e70a7ba3-ef95-4a12-af8c-e1b07b15d3fb tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:10.310678 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-e70a7ba3-ef95-4a12-af8c-e1b07b15d3fb tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "DELETE /v2.0/security-groups/c2bf3fe8-8dc1-422c-8da6-4c7a69b19840 HTTP/1.1" status: 204 len: 168 time: 0.3149798 Feb 14 19:27:10.310678 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a7ba3-ef95-4a12-af8c-e1b07b15d3fb tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bf3fe8-8dc1-422c-8da6-4c7a69b19840,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:10.310940 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58408) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:10.326119 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.api.v2.resource [None req-e496fa23-627e-4d05-978f-22c22a5aeaa6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] show failed (client error): The resource could not be found. Feb 14 19:27:10.327163 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-e496fa23-627e-4d05-978f-22c22a5aeaa6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups/c2bf3fe8-8dc1-422c-8da6-4c7a69b19840 HTTP/1.1" status: 404 len: 347 time: 0.0150456 Feb 14 19:27:10.330786 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58412) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:10.417482 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 8ebe4de2-699d-407c-8476-305dc1d7b752, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8ebe4de2-699d-407c-8476-305dc1d7b752,segment=NetworkSegment(cfeb51c3-3a3d-43e0-943d-59c56441eb70),segment_id=cfeb51c3-3a3d-43e0-943d-59c56441eb70)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:10.435637 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': '8ebe4de2-699d-407c-8476-305dc1d7b752', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'port_id': '8ebe4de2-699d-407c-8476-305dc1d7b752', 'mac_address': 'fa:16:3e:35:87:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:27:10.491768 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 8ebe4de2-699d-407c-8476-305dc1d7b752 is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:27:10.492162 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:10.498957 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf9fe3-1afa-4f0e-9cdb-2686a3cb6a5a req-8a2326de-9938-4345-9b6a-9ee00c0ec1c9 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:10.500518 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1adf9fe3-1afa-4f0e-9cdb-2686a3cb6a5a req-8a2326de-9938-4345-9b6a-9ee00c0ec1c9 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 944 time: 0.0874865 Feb 14 19:27:10.508775 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebe4de2-699d-407c-8476-305dc1d7b752 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:27:10.531415 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Deleting port 835ec5db-7bc5-4119-a8ba-375ac08ba316 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:27:10.531844 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (835ec5db-7bc5-4119-a8ba-375ac08ba316), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:10.532282 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 8ebe4de2-699d-407c-8476-305dc1d7b752, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8ebe4de2-699d-407c-8476-305dc1d7b752,segment=NetworkSegment(cfeb51c3-3a3d-43e0-943d-59c56441eb70),segment_id=cfeb51c3-3a3d-43e0-943d-59c56441eb70)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:10.562860 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-933916c8-eb1a-4a80-a8e8-6d2fa77260f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:10.611004 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1adf9fe3-1afa-4f0e-9cdb-2686a3cb6a5a req-3044b7ce-ec49-46d9-8a84-5aab7a5e8fe3 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961969 Feb 14 19:27:10.643582 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:10.644888 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (835ec5db-7bc5-4119-a8ba-375ac08ba316), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:10.645118 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for floatingip (835ec5db-7bc5-4119-a8ba-375ac08ba316), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:10.663442 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Calling delete_port for 835ec5db-7bc5-4119-a8ba-375ac08ba316 owned by network:floatingip {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:27:10.725235 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=8ebe4de2-699d-407c-8476-305dc1d7b752,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:10.834394 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c861ee7-0b86-44c5-bc25-999ed536b6a2 req-e8ccfbb2-ce9b-4f6d-8b22-75668d7ab6d2 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:10.836037 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3c861ee7-0b86-44c5-bc25-999ed536b6a2 req-e8ccfbb2-ce9b-4f6d-8b22-75668d7ab6d2 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 945 time: 0.1293302 Feb 14 19:27:10.890481 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['8ebe4de2-699d-407c-8476-305dc1d7b752'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:27:10.931072 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3c861ee7-0b86-44c5-bc25-999ed536b6a2 req-c913fd74-e17b-423f-a869-a8937aad9a44 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866454 Feb 14 19:27:11.032148 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630'] for port (835ec5db-7bc5-4119-a8ba-375ac08ba316), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:11.088979 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event deleted for resources: {'Port': ['ID=835ec5db-7bc5-4119-a8ba-375ac08ba316,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:11.097182 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for floatingip (141b0ccf-e4d6-479f-ae44-428ea386994d), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:11.099797 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:11.100993 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "DELETE /v2.0/floatingips/141b0ccf-e4d6-479f-ae44-428ea386994d HTTP/1.1" status: 204 len: 168 time: 0.7692389 Feb 14 19:27:11.102960 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:11.103303 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:11.103648 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:11.103989 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:11.104323 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:11.105078 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:11.105078 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:11.105478 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:11.105769 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:11.106101 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:11.106647 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:11.106982 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:11.107311 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f9c139-dd94-4ca3-a360-d6365b8f3032 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:27:11.387484 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58424) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:11.394434 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-5ea63b59-a70b-4c1d-805e-116916b1f227 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634068442', 'description': 'tempest-description--186231399'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:11.496536 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae02036-2358-44d0-ad02-d4b760d362aa req-c2efa113-9a3d-4504-853f-2e931c504663 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:11.499006 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4ae02036-2358-44d0-ad02-d4b760d362aa req-c2efa113-9a3d-4504-853f-2e931c504663 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0563381 Feb 14 19:27:11.549077 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4ae02036-2358-44d0-ad02-d4b760d362aa req-98dc9d36-a65b-4c1d-8677-bd7ba87a06d8 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444903 Feb 14 19:27:11.580571 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5ea63b59-a70b-4c1d-805e-116916b1f227 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:11.661818 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58430) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:11.687149 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5ea63b59-a70b-4c1d-805e-116916b1f227 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group (d66b9420-a433-401f-80fa-af468dff01c8), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:11.768059 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc629f7-2287-4e7f-b5a9-c1d88911deea req-49bd5051-032b-4df3-89e7-c17d2b463138 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:11.769888 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bbc629f7-2287-4e7f-b5a9-c1d88911deea req-49bd5051-032b-4df3-89e7-c17d2b463138 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 944 time: 0.0680459 Feb 14 19:27:11.849585 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bbc629f7-2287-4e7f-b5a9-c1d88911deea req-919f0471-8c07-4be5-966e-f541a9a3e6ad tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731256 Feb 14 19:27:11.850947 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5ea63b59-a70b-4c1d-805e-116916b1f227 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (d66b9420-a433-401f-80fa-af468dff01c8), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:11.894498 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea63b59-a70b-4c1d-805e-116916b1f227 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66b9420-a433-401f-80fa-af468dff01c8,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:11.984835 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-5ea63b59-a70b-4c1d-805e-116916b1f227 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:11.990723 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-5ea63b59-a70b-4c1d-805e-116916b1f227 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5969200 Feb 14 19:27:11.990723 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58438) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:11.998024 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-085c728a-c420-4991-8210-03d67931729a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Request body: {'security_group_rule': {'security_group_id': 'd66b9420-a433-401f-80fa-af468dff01c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:12.109454 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072cf71-f192-4eda-86cf-e584d07146f0 req-a986dbdd-5926-45a7-b7b2-73a8fdd35ae8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:12.112380 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4072cf71-f192-4eda-86cf-e584d07146f0 req-a986dbdd-5926-45a7-b7b2-73a8fdd35ae8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 945 time: 0.1036832 Feb 14 19:27:12.172869 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4072cf71-f192-4eda-86cf-e584d07146f0 req-f5b5a1a6-6258-48e5-b8d8-b26ca25c109c tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508413 Feb 14 19:27:12.197851 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-085c728a-c420-4991-8210-03d67931729a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group_rule (0d3431e0-0b1a-4f33-9199-ca6b9667d98d), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.244984 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device fffcdc06-3592-4c3f-9738-cb7c36037fab up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:27:12.254662 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-085c728a-c420-4991-8210-03d67931729a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group_rule (0d3431e0-0b1a-4f33-9199-ca6b9667d98d), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.385994 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-085c728a-c420-4991-8210-03d67931729a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (0d3431e0-0b1a-4f33-9199-ca6b9667d98d), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.405574 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-1553c626-086a-4cb7-aa05-560fc9d58692 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:12.406870 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c728a-c420-4991-8210-03d67931729a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3431e0-0b1a-4f33-9199-ca6b9667d98d,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:12.407417 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-1553c626-086a-4cb7-aa05-560fc9d58692 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.43 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.1129584 Feb 14 19:27:12.415171 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port fffcdc06-3592-4c3f-9738-cb7c36037fab completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:27:12.421818 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port fffcdc06-3592-4c3f-9738-cb7c36037fab triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:27:12.422481 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.481595 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-085c728a-c420-4991-8210-03d67931729a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.487364 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-085c728a-c420-4991-8210-03d67931729a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4931049 Feb 14 19:27:12.487750 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58440) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:12.492492 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-aff28e33-d307-48cf-833e-f55396344709 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Request body: {'security_group_rule': {'security_group_id': 'd66b9420-a433-401f-80fa-af468dff01c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:12.514901 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d941b352-44d9-400e-b9af-8e24fc905a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920929'] for router_interface (87f26ee4-3648-4242-976d-ecf6c3fd198e), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.517399 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port fffcdc06-3592-4c3f-9738-cb7c36037fab is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:27:12.517792 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.547546 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390ebf9e-e1c1-4c32-b6a5-971492aac1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffcdc06-3592-4c3f-9738-cb7c36037fab'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:27:12.550164 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585a697b-956c-44f0-b6e0-3a796f725c7d" -d '{"events": [{"server_uuid": "390ebf9e-e1c1-4c32-b6a5-971492aac1fe", "name": "network-vif-plugged", "status": "completed", "tag": "fffcdc06-3592-4c3f-9738-cb7c36037fab"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:27:12.564467 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port fffcdc06-3592-4c3f-9738-cb7c36037fab, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=fffcdc06-3592-4c3f-9738-cb7c36037fab,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:12.594182 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Deleting port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:27:12.594561 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.596043 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a28b414-baae-4b68-ae37-a4e927417145 x-openstack-request-id: req-3a28b414-baae-4b68-ae37-a4e927417145 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:27:12.596364 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390ebf9e-e1c1-4c32-b6a5-971492aac1fe", "name": "network-vif-plugged", "status": "completed", "tag": "fffcdc06-3592-4c3f-9738-cb7c36037fab", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:27:12.596639 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a28b414-baae-4b68-ae37-a4e927417145 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:27:12.597044 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390ebf9e-e1c1-4c32-b6a5-971492aac1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffcdc06-3592-4c3f-9738-cb7c36037fab', 'code': 200} Feb 14 19:27:12.605228 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aff28e33-d307-48cf-833e-f55396344709 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group_rule (57ec0222-b51a-4b7f-b0f9-7baed8d410fe), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.655070 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.656419 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 8ebe4de2-699d-407c-8476-305dc1d7b752 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:27:12.731637 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aff28e33-d307-48cf-833e-f55396344709 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group_rule (57ec0222-b51a-4b7f-b0f9-7baed8d410fe), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.744513 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242c82a-1f3c-4dce-9956-c86a4a3a58bf req-1ee819ba-1b40-4912-8d3a-833fb26a9eab tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:12.747553 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3242c82a-1f3c-4dce-9956-c86a4a3a58bf req-1ee819ba-1b40-4912-8d3a-833fb26a9eab tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0976744 Feb 14 19:27:12.766640 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=fffcdc06-3592-4c3f-9738-cb7c36037fab,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:12.809057 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3242c82a-1f3c-4dce-9956-c86a4a3a58bf req-d677c70b-d5f3-4a32-bf2f-a96e3c10fdfb tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d743b1d-e83b-4bb3-ab82-3a78c00a799a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551472 Feb 14 19:27:12.826273 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f944fac7-4237-41f2-9991-abdf9bbefbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.829402 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aff28e33-d307-48cf-833e-f55396344709 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (57ec0222-b51a-4b7f-b0f9-7baed8d410fe), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.856151 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff28e33-d307-48cf-833e-f55396344709 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ec0222-b51a-4b7f-b0f9-7baed8d410fe,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:12.863152 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] For port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=883a8516-e7ce-4ab6-8023-3b6c6e7e0057,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:12.864969 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.901165 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port 8ebe4de2-699d-407c-8476-305dc1d7b752 completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:27:12.911914 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port 8ebe4de2-699d-407c-8476-305dc1d7b752 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:27:12.912712 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.963578 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-aff28e33-d307-48cf-833e-f55396344709 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:12.966421 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-aff28e33-d307-48cf-833e-f55396344709 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4770286 Feb 14 19:27:12.976631 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58452) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:12.984894 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Request body: {'floatingip': {'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:13.052689 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bd602-7ab3-43ef-b66f-300a22f9e962 req-0426b481-7fad-4e90-a547-80f17a89c062 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:13.054824 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-509bd602-7ab3-43ef-b66f-300a22f9e962 req-0426b481-7fad-4e90-a547-80f17a89c062 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 945 time: 0.1156094 Feb 14 19:27:13.134536 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 8ebe4de2-699d-407c-8476-305dc1d7b752 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:27:13.138540 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:13.140009 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-509bd602-7ab3-43ef-b66f-300a22f9e962 req-3770d57f-3f8e-4484-b187-9a24af14f1b5 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744731 Feb 14 19:27:13.195494 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 8ebe4de2-699d-407c-8476-305dc1d7b752, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8ebe4de2-699d-407c-8476-305dc1d7b752,segment=NetworkSegment(cfeb51c3-3a3d-43e0-943d-59c56441eb70),segment_id=cfeb51c3-3a3d-43e0-943d-59c56441eb70)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:13.199003 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e261aa-cd2d-4492-bf7b-8154149a8ed5 req-230661e7-30b2-4ccc-a84b-ed9a21293266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:13.202566 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-46e261aa-cd2d-4492-bf7b-8154149a8ed5 req-230661e7-30b2-4ccc-a84b-ed9a21293266 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 1129 time: 0.1615496 Feb 14 19:27:13.208458 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:13.208823 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (dbd21ef2-4cce-4d72-b37b-08776f75cfd2), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:13.209148 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.l3_db [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Floating IP dbd21ef2-4cce-4d72-b37b-08776f75cfd2 disassociated. External IP: 172.27.2.223, port: 883a8516-e7ce-4ab6-8023-3b6c6e7e0057. Feb 14 19:27:13.209502 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Calling delete_port for 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:27:13.244199 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d941b352-44d9-400e-b9af-8e24fc905a0e admin admin] Deleting port bd5be78f-c704-40c5-ab6d-173e9a4001dc {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:27:13.244521 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d941b352-44d9-400e-b9af-8e24fc905a0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:13.253511 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:13.307805 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:13.350461 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19065b7e-85f5-4ef0-95f1-678e219af411 req-57126a1c-0f95-4a6d-baa5-56fa0b0bc4b2 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:13.354423 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-19065b7e-85f5-4ef0-95f1-678e219af411 req-57126a1c-0f95-4a6d-baa5-56fa0b0bc4b2 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 945 time: 0.0761206 Feb 14 19:27:13.421983 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-46e261aa-cd2d-4492-bf7b-8154149a8ed5 req-b3f22dfd-aed6-4fb3-9c64-87065eb1a299 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033648 Feb 14 19:27:13.429781 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-19065b7e-85f5-4ef0-95f1-678e219af411 req-af643b34-9ca1-4e4d-82ab-017f6c762658 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671315 Feb 14 19:27:13.438124 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=8ebe4de2-699d-407c-8476-305dc1d7b752,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:13.484920 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-d941b352-44d9-400e-b9af-8e24fc905a0e admin admin] For port bd5be78f-c704-40c5-ab6d-173e9a4001dc, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=bd5be78f-c704-40c5-ab6d-173e9a4001dc,segment=NetworkSegment(28873643-11f0-44ec-8b5d-cc44f8d70a1c),segment_id=28873643-11f0-44ec-8b5d-cc44f8d70a1c)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:13.485270 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d941b352-44d9-400e-b9af-8e24fc905a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:13.505883 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-d941b352-44d9-400e-b9af-8e24fc905a0e admin admin] Calling delete_port for bd5be78f-c704-40c5-ab6d-173e9a4001dc owned by network:router_interface {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:27:13.687299 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:13.765082 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (883a8516-e7ce-4ab6-8023-3b6c6e7e0057), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:13.802148 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event deleted for resources: {'Port': ['ID=883a8516-e7ce-4ab6-8023-3b6c6e7e0057,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:13.938446 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0fd2f6d0-f9ab-468c-a973-09340c8a73af req-f596fedf-53a1-4b7a-8033-893bec5f2926 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 210 time: 0.0299263 Feb 14 19:27:14.175385 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Allocated IP 172.27.2.184 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/714f5844-0e2e-49d8-93df-4d5e2f0b256a) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:27:14.242900 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:14.284750 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01964a-4741-40b2-99c4-a613c45c5e83 req-8963d864-4df4-468d-860b-61534e872aee tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:14.292397 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7a01964a-4741-40b2-99c4-a613c45c5e83 req-8963d864-4df4-468d-860b-61534e872aee tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 945 time: 0.0715032 Feb 14 19:27:14.347821 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Router 48848543-6692-4ff4-bd96-892ef163e906 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:27:14.357254 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7a01964a-4741-40b2-99c4-a613c45c5e83 req-5fddc418-6d01-4412-a129-75befe36d5f3 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568044 Feb 14 19:27:14.431334 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for port (714f5844-0e2e-49d8-93df-4d5e2f0b256a), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:14.439692 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d941b352-44d9-400e-b9af-8e24fc905a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (bd5be78f-c704-40c5-ab6d-173e9a4001dc), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:14.479340 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941b352-44d9-400e-b9af-8e24fc905a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd5be78f-c704-40c5-ab6d-173e9a4001dc,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:14.569133 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a63d95-1714-44bd-9a21-489f7529aa0e req-d0ddf779-7b05-4d95-8597-a639f2c5ad07 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:14.577652 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-58a63d95-1714-44bd-9a21-489f7529aa0e req-d0ddf779-7b05-4d95-8597-a639f2c5ad07 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 946 time: 0.0731921 Feb 14 19:27:14.597841 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebe4de2-699d-407c-8476-305dc1d7b752'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:27:14.600967 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac8b62d-1ca9-40b7-b14d-fa3d84e72146" -d '{"events": [{"server_uuid": "68afa585-2d0c-4ef1-b32a-fcec52303c4c", "name": "network-vif-plugged", "status": "completed", "tag": "8ebe4de2-699d-407c-8476-305dc1d7b752"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:27:14.607692 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:27:14.623148 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5459ca22-3a15-4c03-bfe5-d6f0ae8e706d None None] Sync routers for ids ['48848543-6692-4ff4-bd96-892ef163e906'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:27:14.658686 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459ca22-3a15-4c03-bfe5-d6f0ae8e706d None None] Routers {'48848543-6692-4ff4-bd96-892ef163e906'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:27:14.659565 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-5459ca22-3a15-4c03-bfe5-d6f0ae8e706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:27:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['48848543-6692-4ff4-bd96-892ef163e906'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:14.683364 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-58a63d95-1714-44bd-9a21-489f7529aa0e req-4d38c0e1-1bbc-4b7f-bc65-7093be3f4ab1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038053 Feb 14 19:27:14.710294 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] No DVR routers for this DVR port 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:27:14.710294 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (714f5844-0e2e-49d8-93df-4d5e2f0b256a), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:14.710688 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:14.713883 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-49575df4-41c4-45af-8b76-4d7c0db8db8a req-5602fbf4-7302-4d9c-a052-296c2d50b09a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.43 "DELETE /v2.0/ports/883a8516-e7ce-4ab6-8023-3b6c6e7e0057 HTTP/1.1" status: 204 len: 173 time: 2.2999694 Feb 14 19:27:14.716744 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30430534-a799-42cd-84b7-03b4a018d7c8', 'name': 'network-vif-deleted', 'tag': '883a8516-e7ce-4ab6-8023-3b6c6e7e0057'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:27:14.719080 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7dad40-2fba-4358-a1d8-a0b244a57412" -d '{"events": [{"server_uuid": "30430534-a799-42cd-84b7-03b4a018d7c8", "name": "network-vif-deleted", "tag": "883a8516-e7ce-4ab6-8023-3b6c6e7e0057"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:27:14.759864 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e15701-c3e4-447b-b360-a48c0135d627 x-openstack-request-id: req-68e15701-c3e4-447b-b360-a48c0135d627 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:27:14.760402 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68afa585-2d0c-4ef1-b32a-fcec52303c4c", "name": "network-vif-plugged", "status": "completed", "tag": "8ebe4de2-699d-407c-8476-305dc1d7b752", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:27:14.760876 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68e15701-c3e4-447b-b360-a48c0135d627 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:27:14.761478 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebe4de2-699d-407c-8476-305dc1d7b752', 'code': 200} Feb 14 19:27:14.772520 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:27:14.781922 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:27:14.792466 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:27:14.798747 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event updated for resources: {'Port': ['ID=714f5844-0e2e-49d8-93df-4d5e2f0b256a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:14.850906 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb148553-3897-481e-a74c-e582561a0f35 x-openstack-request-id: req-eb148553-3897-481e-a74c-e582561a0f35 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:27:14.851276 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30430534-a799-42cd-84b7-03b4a018d7c8", "name": "network-vif-deleted", "tag": "883a8516-e7ce-4ab6-8023-3b6c6e7e0057", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:27:14.851513 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb148553-3897-481e-a74c-e582561a0f35 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:27:14.851861 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30430534-a799-42cd-84b7-03b4a018d7c8', 'name': 'network-vif-deleted', 'tag': '883a8516-e7ce-4ab6-8023-3b6c6e7e0057', 'status': 'completed', 'code': 200} Feb 14 19:27:14.861383 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-5459ca22-3a15-4c03-bfe5-d6f0ae8e706d None None] Set router 48848543-6692-4ff4-bd96-892ef163e906 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:27:14.882851 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d941b352-44d9-400e-b9af-8e24fc905a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921077'] for router_interface (87f26ee4-3648-4242-976d-ecf6c3fd198e), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:14.984247 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for floatingip (f2179903-6000-47de-8ee0-d77ffb54cb5a), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:15.063228 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-20d62af1-bf67-4a62-8339-a0c58c4a917c req-3d2b008f-87ba-4157-88d6-e37c2db4cfa2 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=30430534-a799-42cd-84b7-03b4a018d7c8 HTTP/1.1" status: 200 len: 210 time: 0.0399785 Feb 14 19:27:15.100936 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-5459ca22-3a15-4c03-bfe5-d6f0ae8e706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:23:01Z', 'revision_number': 5, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:15.130120 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5459ca22-3a15-4c03-bfe5-d6f0ae8e706d None None] Checking router: 48848543-6692-4ff4-bd96-892ef163e906 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:27:15.131397 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (714f5844-0e2e-49d8-93df-4d5e2f0b256a), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:15.139684 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459ca22-3a15-4c03-bfe5-d6f0ae8e706d None None] Routers {'48848543-6692-4ff4-bd96-892ef163e906'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:27:15.140601 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-5459ca22-3a15-4c03-bfe5-d6f0ae8e706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:27:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['48848543-6692-4ff4-bd96-892ef163e906'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:15.281698 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-5459ca22-3a15-4c03-bfe5-d6f0ae8e706d None None] Set router 48848543-6692-4ff4-bd96-892ef163e906 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:27:15.305116 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d941b352-44d9-400e-b9af-8e24fc905a0e admin admin] Router 87f26ee4-3648-4242-976d-ecf6c3fd198e has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:27:15.325247 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c89df-4ca8-48d1-aabf-52c9b480d6fe req-6c199b49-1522-417b-ab44-0d50fe5a2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:15.326751 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a68c89df-4ca8-48d1-aabf-52c9b480d6fe req-6c199b49-1522-417b-ab44-0d50fe5a2c87 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 1130 time: 0.1359787 Feb 14 19:27:15.465541 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a68c89df-4ca8-48d1-aabf-52c9b480d6fe req-8038f7ad-4dab-4a37-881b-2dabce069b3e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283267 Feb 14 19:27:15.505964 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for port (714f5844-0e2e-49d8-93df-4d5e2f0b256a), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:15.518023 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-5459ca22-3a15-4c03-bfe5-d6f0ae8e706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:23:01Z', 'revision_number': 5, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:15.522840 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1739754-cd98-412d-acbf-79e42d95925e req-70100e20-8f6e-43f1-83d4-e192797fac19 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:15.524408 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b1739754-cd98-412d-acbf-79e42d95925e req-70100e20-8f6e-43f1-83d4-e192797fac19 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 945 time: 0.0898216 Feb 14 19:27:15.537043 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d941b352-44d9-400e-b9af-8e24fc905a0e admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:27:15.549435 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-d941b352-44d9-400e-b9af-8e24fc905a0e admin admin] 10.222.0.26 "PUT /v2.0/routers/87f26ee4-3648-4242-976d-ecf6c3fd198e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8931568 Feb 14 19:27:15.552017 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58482) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:15.554434 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940dd785-ccfb-4c23-aede-2beb248577ab None None] Sync routers for ids ['87f26ee4-3648-4242-976d-ecf6c3fd198e'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:27:15.555053 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5459ca22-3a15-4c03-bfe5-d6f0ae8e706d None None] The sync data for ids ['48848543-6692-4ff4-bd96-892ef163e906'] in dv-cinder-816898-8-iscsi is: [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:23:01Z', 'revision_number': 5, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:27:15.588126 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940dd785-ccfb-4c23-aede-2beb248577ab None None] Routers {'87f26ee4-3648-4242-976d-ecf6c3fd198e'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:27:15.589375 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-940dd785-ccfb-4c23-aede-2beb248577ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:27:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['87f26ee4-3648-4242-976d-ecf6c3fd198e'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:15.599996 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (714f5844-0e2e-49d8-93df-4d5e2f0b256a), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:15.626025 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b1739754-cd98-412d-acbf-79e42d95925e req-5a9d683b-bd4e-4ea9-b099-6927ed42b3ca tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922863 Feb 14 19:27:15.663198 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:15.733419 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event updated for resources: {'Port': ['ID=714f5844-0e2e-49d8-93df-4d5e2f0b256a,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:15.750882 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (f2179903-6000-47de-8ee0-d77ffb54cb5a), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:15.773569 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] Publish callbacks [] for router (87f26ee4-3648-4242-976d-ecf6c3fd198e), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:15.776401 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-940dd785-ccfb-4c23-aede-2beb248577ab None None] Set router 87f26ee4-3648-4242-976d-ecf6c3fd198e gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:27:15.801123 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e750aa-fef9-4256-a41c-0f13e0fecfbf req-e2e26cbe-4743-41e7-b2fe-b4cde44bee4e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:15.804040 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-49e750aa-fef9-4256-a41c-0f13e0fecfbf req-e2e26cbe-4743-41e7-b2fe-b4cde44bee4e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 945 time: 0.0963192 Feb 14 19:27:15.867967 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:15.869570 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-80915909-8c0c-4717-bc4c-9e72ee771b06 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8897128 Feb 14 19:27:15.934837 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-49e750aa-fef9-4256-a41c-0f13e0fecfbf req-16b09bb7-ae9e-4acc-ae0e-7fa71f4fc9dc tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228280 Feb 14 19:27:15.950729 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58494) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:15.967882 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] Publish callbacks [] for router_gateway (87f26ee4-3648-4242-976d-ecf6c3fd198e), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:16.057614 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2fc087-270d-46f6-8135-4d1a51ee3bbb None None] New status for floating IP dbd21ef2-4cce-4d72-b37b-08776f75cfd2: DOWN {{(pid=103313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:27:16.088292 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-940dd785-ccfb-4c23-aede-2beb248577ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'name': 'tempest-ServerRescueNegativeTestJSON-1989763657-router', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'aab968fa-13cb-4873-9a7b-0abf84fae405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:45Z', 'updated_at': '2022-02-14T19:27:14Z', 'revision_number': 5, 'project_id': 'a8fbd711ec5d4004868c7d165ae108af', 'gw_port': {'id': 'aab968fa-13cb-4873-9a7b-0abf84fae405', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:48Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:16.124310 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940dd785-ccfb-4c23-aede-2beb248577ab None None] Checking router: 87f26ee4-3648-4242-976d-ecf6c3fd198e for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:27:16.142550 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940dd785-ccfb-4c23-aede-2beb248577ab None None] Routers {'87f26ee4-3648-4242-976d-ecf6c3fd198e'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:27:16.143193 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-940dd785-ccfb-4c23-aede-2beb248577ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:27:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['87f26ee4-3648-4242-976d-ecf6c3fd198e'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:16.170849 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] Deleting port aab968fa-13cb-4873-9a7b-0abf84fae405 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:27:16.173233 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (aab968fa-13cb-4873-9a7b-0abf84fae405), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:16.189345 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c85ba4-13ed-4e20-afb3-b0e4e27411b5 req-ca1a5840-79a7-43a3-97b0-510826557be2 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:16.229541 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f9c85ba4-13ed-4e20-afb3-b0e4e27411b5 req-ca1a5840-79a7-43a3-97b0-510826557be2 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 946 time: 0.1952016 Feb 14 19:27:16.284009 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-940dd785-ccfb-4c23-aede-2beb248577ab None None] Set router 87f26ee4-3648-4242-976d-ecf6c3fd198e gateway port host: None {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:27:16.341671 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f9c85ba4-13ed-4e20-afb3-b0e4e27411b5 req-fb6bfbb9-fca7-4a68-a473-e3c3e4d6ab53 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110394 Feb 14 19:27:16.357819 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:27:16.362055 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-940dd785-ccfb-4c23-aede-2beb248577ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'name': 'tempest-ServerRescueNegativeTestJSON-1989763657-router', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:45Z', 'updated_at': '2022-02-14T19:27:15Z', 'revision_number': 6, 'project_id': 'a8fbd711ec5d4004868c7d165ae108af', 'gw_port_host': None}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:16.362285 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] For port aab968fa-13cb-4873-9a7b-0abf84fae405, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=aab968fa-13cb-4873-9a7b-0abf84fae405,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:16.362800 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (aab968fa-13cb-4873-9a7b-0abf84fae405), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:16.392207 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] Calling delete_port for aab968fa-13cb-4873-9a7b-0abf84fae405 owned by network:router_gateway {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:27:16.458333 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d710c-209f-4f79-921d-bc3004b76ec1 tempest-TestVolumeBootPattern-1035035603 tempest-TestVolumeBootPattern-1035035603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:16.461998 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:27:16.462548 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 883a8516-e7ce-4ab6-8023-3b6c6e7e0057 not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:27:16.472820 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-7b7d710c-209f-4f79-921d-bc3004b76ec1 tempest-TestVolumeBootPattern-1035035603 tempest-TestVolumeBootPattern-1035035603-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 1124 time: 0.5133102 Feb 14 19:27:16.473103 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58510) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:16.473209 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940dd785-ccfb-4c23-aede-2beb248577ab None None] The sync data for ids ['87f26ee4-3648-4242-976d-ecf6c3fd198e'] in dv-cinder-816898-8-iscsi is: [{'id': '87f26ee4-3648-4242-976d-ecf6c3fd198e', 'name': 'tempest-ServerRescueNegativeTestJSON-1989763657-router', 'tenant_id': 'a8fbd711ec5d4004868c7d165ae108af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:45Z', 'updated_at': '2022-02-14T19:27:15Z', 'revision_number': 6, 'project_id': 'a8fbd711ec5d4004868c7d165ae108af', 'gw_port_host': None}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:27:16.473541 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Request body: {'floatingip': {'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'port_id': 'fffcdc06-3592-4c3f-9738-cb7c36037fab', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:16.557732 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-25417484-7d3d-49f8-bc6b-c0dda5f27228 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1634068442&fields=id&tenant_id=d8e94048f637402f867e42ca604960db HTTP/1.1" status: 200 len: 267 time: 0.0572016 Feb 14 19:27:16.653826 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:16.712779 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c1e85-f595-4c91-bb53-c660662481df req-cc8c9088-fe68-42d4-b5e4-9f454f4bcdfe tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:16.714403 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-cc8c9088-fe68-42d4-b5e4-9f454f4bcdfe tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/networks?id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 200 len: 817 time: 0.1487789 Feb 14 19:27:16.731626 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-ade4a156-0ad2-4708-bc63-ecbbffeb5e73 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/quotas/d8e94048f637402f867e42ca604960db HTTP/1.1" status: 200 len: 375 time: 0.0101020 Feb 14 19:27:16.746753 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (aab968fa-13cb-4873-9a7b-0abf84fae405), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:16.784637 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] Pushing event deleted for resources: {'Port': ['ID=aab968fa-13cb-4873-9a7b-0abf84fae405,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:16.801809 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-8a074fe7-4f7c-4cc0-b093-94ac3df0a2ad tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8e94048f637402f867e42ca604960db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636122 Feb 14 19:27:16.865848 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:16.870891 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:16.883417 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3922411'] for router_gateway (87f26ee4-3648-4242-976d-ecf6c3fd198e), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:16.934243 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-9d5085c5-ac2c-4aa7-8d3f-8619f47a591a service neutron] 10.222.0.26 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168795 Feb 14 19:27:17.037097 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-63856009-457e-4109-a005-60121151c82a service neutron] 10.222.0.26 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961905 Feb 14 19:27:17.328965 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254092'] for router (87f26ee4-3648-4242-976d-ecf6c3fd198e), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:17.331842 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58522) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:17.333129 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] Publish callbacks [] for router_controller (87f26ee4-3648-4242-976d-ecf6c3fd198e), precommit_delete_associations {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:17.414162 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device bd5be78f-c704-40c5-ab6d-173e9a4001dc no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:27:17.447740 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: bd5be78f-c704-40c5-ab6d-173e9a4001dc {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:27:17.448090 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device bd5be78f-c704-40c5-ab6d-173e9a4001dc not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:27:17.448518 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device aab968fa-13cb-4873-9a7b-0abf84fae405 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:27:17.465423 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Allocated IP 172.27.2.68 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/81972bad-3392-4e75-b343-482e4b50377e) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:27:17.466889 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6d881a4f-fb54-4129-8540-1e88790da2aa req-5ff38970-ec80-4ef9-be8c-048608445a60 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 210 time: 0.0848131 Feb 14 19:27:17.470806 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: aab968fa-13cb-4873-9a7b-0abf84fae405 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:27:17.471158 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device aab968fa-13cb-4873-9a7b-0abf84fae405 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:27:17.531983 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-224cbf09-a768-4835-ad38-937035c755c3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group (1d743b1d-e83b-4bb3-ab82-3a78c00a799a), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:17.551994 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920199'] for router (87f26ee4-3648-4242-976d-ecf6c3fd198e), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:17.552749 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87f26ee4-3648-4242-976d-ecf6c3fd198e {{(pid=103310) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 19:27:17.565566 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:17.569589 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-daa48b96-a925-47bf-aca9-f64f4735a84d admin admin] 10.222.0.26 "DELETE /v2.0/routers/87f26ee4-3648-4242-976d-ecf6c3fd198e HTTP/1.1" status: 204 len: 168 time: 2.0133080 Feb 14 19:27:17.569589 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58534) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:17.590534 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-224cbf09-a768-4835-ad38-937035c755c3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group (1d743b1d-e83b-4bb3-ab82-3a78c00a799a), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:17.648618 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e926a-a3e3-47e1-b42d-8d4eebf40e78 req-9f21ae07-efe9-4e99-a3c3-7b1c5f149c54 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:17.650244 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c18e926a-a3e3-47e1-b42d-8d4eebf40e78 req-9f21ae07-efe9-4e99-a3c3-7b1c5f149c54 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 946 time: 0.1007457 Feb 14 19:27:17.651139 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdef51bf-d25e-4245-b0eb-43c5dcd19e08 admin admin] Deleting subnet f295adab-0ed8-45be-bb43-1a3d87848e91 {{(pid=103310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:27:17.656652 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bdef51bf-d25e-4245-b0eb-43c5dcd19e08 admin admin] Publish callbacks [] for subnet (f295adab-0ed8-45be-bb43-1a3d87848e91), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:17.701683 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for port (81972bad-3392-4e75-b343-482e4b50377e), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:17.715804 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bdef51bf-d25e-4245-b0eb-43c5dcd19e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129926344'] for subnet (f295adab-0ed8-45be-bb43-1a3d87848e91), precommit_delete_associations {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:17.725885 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c18e926a-a3e3-47e1-b42d-8d4eebf40e78 req-3efd03ef-04cd-4ca8-a5e4-944e9d39560f tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658510 Feb 14 19:27:17.750353 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-224cbf09-a768-4835-ad38-937035c755c3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1d743b1d-e83b-4bb3-ab82-3a78c00a799a), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:17.753230 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-224cbf09-a768-4835-ad38-937035c755c3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:17.757444 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-224cbf09-a768-4835-ad38-937035c755c3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "DELETE /v2.0/security-groups/1d743b1d-e83b-4bb3-ab82-3a78c00a799a HTTP/1.1" status: 204 len: 168 time: 0.4212213 Feb 14 19:27:17.763852 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58540) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:17.767569 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cbf09-a768-4835-ad38-937035c755c3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d743b1d-e83b-4bb3-ab82-3a78c00a799a,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:17.818463 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.api.v2.resource [None req-5465eed1-f69a-41cc-84e0-d9dd72fa713d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] show failed (client error): The resource could not be found. Feb 14 19:27:17.819061 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-5465eed1-f69a-41cc-84e0-d9dd72fa713d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups/1d743b1d-e83b-4bb3-ab82-3a78c00a799a HTTP/1.1" status: 404 len: 347 time: 0.0519807 Feb 14 19:27:17.822389 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58542) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:17.831796 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bdef51bf-d25e-4245-b0eb-43c5dcd19e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (f295adab-0ed8-45be-bb43-1a3d87848e91), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:17.872637 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72359-5db3-4fb2-92e6-202c25c24e5b req-9bdac289-1731-4056-a6f1-81c7244e72fc tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:17.879102 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-88a72359-5db3-4fb2-92e6-202c25c24e5b req-9bdac289-1731-4056-a6f1-81c7244e72fc tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 946 time: 0.0738595 Feb 14 19:27:17.933587 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-88a72359-5db3-4fb2-92e6-202c25c24e5b req-9d2b021a-c0d3-4b38-bb67-05f0c7d6c074 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498345 Feb 14 19:27:17.941441 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (81972bad-3392-4e75-b343-482e4b50377e), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.028466 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:27:18.036782 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:27:18.039384 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:27:18.068661 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'Port': ['ID=81972bad-3392-4e75-b343-482e4b50377e,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:18.099807 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bdef51bf-d25e-4245-b0eb-43c5dcd19e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129455284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129471064'] for subnet (f295adab-0ed8-45be-bb43-1a3d87848e91), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.129319 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd4305-1c58-42d9-a08f-1dc7d558e0f3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Deleting port 0ad86e36-f769-4c1d-a914-7c9571cad119 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:27:18.129579 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4305-1c58-42d9-a08f-1dc7d558e0f3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (0ad86e36-f769-4c1d-a914-7c9571cad119), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.172911 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bdef51bf-d25e-4245-b0eb-43c5dcd19e08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.172911 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-bdef51bf-d25e-4245-b0eb-43c5dcd19e08 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f295adab-0ed8-45be-bb43-1a3d87848e91 HTTP/1.1" status: 204 len: 168 time: 0.6001515 Feb 14 19:27:18.174583 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58548) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:18.184146 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef51bf-d25e-4245-b0eb-43c5dcd19e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f295adab-0ed8-45be-bb43-1a3d87848e91,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:18.303236 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (fab74b34-fdee-4ad1-a3ed-0ddc578628b4), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.329684 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10900b5f-8ca7-45f3-8719-b292ac92e394 req-89827b56-5ff0-4e51-8904-92820798cd16 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:18.331325 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-10900b5f-8ca7-45f3-8719-b292ac92e394 req-89827b56-5ff0-4e51-8904-92820798cd16 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 946 time: 0.0862141 Feb 14 19:27:18.337174 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4305-1c58-42d9-a08f-1dc7d558e0f3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (0ad86e36-f769-4c1d-a914-7c9571cad119), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.337507 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4305-1c58-42d9-a08f-1dc7d558e0f3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for floatingip (0ad86e36-f769-4c1d-a914-7c9571cad119), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.354806 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd4305-1c58-42d9-a08f-1dc7d558e0f3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Calling delete_port for 0ad86e36-f769-4c1d-a914-7c9571cad119 owned by network:floatingip {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:27:18.441330 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (fab74b34-fdee-4ad1-a3ed-0ddc578628b4), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.460236 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-10900b5f-8ca7-45f3-8719-b292ac92e394 req-0cbb5db0-a7f1-4a19-bda0-a023f7afe063 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215544 Feb 14 19:27:18.471341 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:27:18.471704 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:27:18.474501 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:27:18.474501 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Subscribe: > port after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:27:18.474501 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:27:18.474501 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Subscribe: > port after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:27:18.474501 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:27:18.474501 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:27:18.474501 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:27:18.475599 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:27:18.565886 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:27:18.566557 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:27:18.567068 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:27:18.567564 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 14 19:27:18.568095 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab74b34-fdee-4ad1-a3ed-0ddc578628b4']}} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:18.587596 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28873643-11f0-44ec-8b5d-cc44f8d70a1c') {'for_net_delete': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:18.588163 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28873643-11f0-44ec-8b5d-cc44f8d70a1c') {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:18.614907 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125879446'] for segment (28873643-11f0-44ec-8b5d-cc44f8d70a1c), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.645343 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (28873643-11f0-44ec-8b5d-cc44f8d70a1c), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.671803 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-40767fa8-a875-4653-927a-54e345edb819 req-c0e21439-d256-41b9-96c1-7d296fd22506 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 210 time: 0.0376821 Feb 14 19:27:18.677723 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:27:18.678134 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125991613'] for segment (28873643-11f0-44ec-8b5d-cc44f8d70a1c), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.735600 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for floatingip (01b60ce0-2c11-4f4e-a5b9-2e97af485961), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: from cryptography.utils import int_from_bytes Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: from cryptography.utils import int_from_bytes Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: Traceback (most recent call last): Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: timer() Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: cb(*args, **kw) Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: return func(*args, **kwargs) Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: self._notify() Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: self.callback(batched_events) Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: event.method(event) Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: return f(self, *a, **k) Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: return self._get(url).json() Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: return self.request(url, 'GET', **kwargs) Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:27:18.754042 dv-cinder-816898-8-iscsi neutron-server[103311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:27:18.860383 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4305-1c58-42d9-a08f-1dc7d558e0f3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (0ad86e36-f769-4c1d-a914-7c9571cad119), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.887535 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd4305-1c58-42d9-a08f-1dc7d558e0f3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event deleted for resources: {'Port': ['ID=0ad86e36-f769-4c1d-a914-7c9571cad119,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:18.956533 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (fab74b34-fdee-4ad1-a3ed-0ddc578628b4), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.973009 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4305-1c58-42d9-a08f-1dc7d558e0f3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for floatingip (dbd21ef2-4cce-4d72-b37b-08776f75cfd2), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.975677 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4305-1c58-42d9-a08f-1dc7d558e0f3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.976169 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Pushing event deleted for resources: {'Network': ['ID=fab74b34-fdee-4ad1-a3ed-0ddc578628b4,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:18.976786 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-3dfd4305-1c58-42d9-a08f-1dc7d558e0f3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "DELETE /v2.0/floatingips/dbd21ef2-4cce-4d72-b37b-08776f75cfd2 HTTP/1.1" status: 204 len: 168 time: 1.1532915 Feb 14 19:27:18.978532 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:18.985860 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-c721f022-64c4-489e-b09b-c10667e54600 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fab74b34-fdee-4ad1-a3ed-0ddc578628b4 HTTP/1.1" status: 204 len: 168 time: 0.8082919 Feb 14 19:27:19.006785 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (81972bad-3392-4e75-b343-482e4b50377e), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:19.238831 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for port (81972bad-3392-4e75-b343-482e4b50377e), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:19.307710 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58566) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:19.318998 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-26303b60-09ed-4b99-9733-2c7793e476ae tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1316598906', 'description': 'tempest-description--116933864'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:19.352555 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:19.353927 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (81972bad-3392-4e75-b343-482e4b50377e), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:19.405065 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-26303b60-09ed-4b99-9733-2c7793e476ae tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:19.445768 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'Port': ['ID=81972bad-3392-4e75-b343-482e4b50377e,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:19.460461 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (01b60ce0-2c11-4f4e-a5b9-2e97af485961), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:19.525181 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58570) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:19.568152 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-26303b60-09ed-4b99-9733-2c7793e476ae tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group (5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:19.597595 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.l3_db [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Floating IP 01b60ce0-2c11-4f4e-a5b9-2e97af485961 associated. External IP: 172.27.2.68, port: fffcdc06-3592-4c3f-9738-cb7c36037fab. Feb 14 19:27:19.607813 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-19867eae-830b-4050-9015-24e297141707 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8fbd711ec5d4004868c7d165ae108af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0781441 Feb 14 19:27:19.608026 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58572) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:19.656305 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-26303b60-09ed-4b99-9733-2c7793e476ae tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:19.721192 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-611a85db-f47f-45ee-b643-ae19d9f23347 admin admin] Publish callbacks [] for security_group (42743a32-79c0-4503-9f60-8fbd51b46d4d), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:19.724069 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26303b60-09ed-4b99-9733-2c7793e476ae tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:19.755224 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-611a85db-f47f-45ee-b643-ae19d9f23347 admin admin] Publish callbacks [] for security_group (42743a32-79c0-4503-9f60-8fbd51b46d4d), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:19.818333 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a8ca9dcc-5aca-4b79-9e25-fbc09a28bdda req-d4dc604c-93f1-4348-880d-e07b8401ede1 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 210 time: 0.0339000 Feb 14 19:27:19.844396 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-26303b60-09ed-4b99-9733-2c7793e476ae tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:19.845938 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-26303b60-09ed-4b99-9733-2c7793e476ae tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5363095 Feb 14 19:27:19.853372 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58578) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:19.858663 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-998faf05-48e0-432e-99ab-847e44d491e1 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Request body: {'security_group_rule': {'security_group_id': '5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:19.870210 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Router fe49aeb2-2367-485e-9765-70040cce3cb0 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:27:20.011864 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-611a85db-f47f-45ee-b643-ae19d9f23347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (42743a32-79c0-4503-9f60-8fbd51b46d4d), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:20.014557 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-611a85db-f47f-45ee-b643-ae19d9f23347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:20.015716 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-611a85db-f47f-45ee-b643-ae19d9f23347 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42743a32-79c0-4503-9f60-8fbd51b46d4d HTTP/1.1" status: 204 len: 168 time: 0.4062333 Feb 14 19:27:20.021552 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-998faf05-48e0-432e-99ab-847e44d491e1 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group_rule (5137a757-3c2c-4bbd-9e66-4a2628056ec4), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:20.031278 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a85db-f47f-45ee-b643-ae19d9f23347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42743a32-79c0-4503-9f60-8fbd51b46d4d,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:20.049203 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:27:20.080998 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc73e8-5c58-49de-b4de-b61ddd6e0f67 None None] Sync routers for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:27:20.096581 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc73e8-5c58-49de-b4de-b61ddd6e0f67 None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:27:20.097514 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3fbc73e8-5c58-49de-b4de-b61ddd6e0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:27:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:20.103615 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c1e85-f595-4c91-bb53-c660662481df req-f4846a5c-f4c8-4f48-b5d6-8e3300d8d745 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:20.109513 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-f4846a5c-f4c8-4f48-b5d6-8e3300d8d745 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.43 "GET /v2.0/networks?id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 200 len: 817 time: 0.1325548 Feb 14 19:27:20.131278 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-998faf05-48e0-432e-99ab-847e44d491e1 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group_rule (5137a757-3c2c-4bbd-9e66-4a2628056ec4), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:20.172378 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:20.214293 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-998faf05-48e0-432e-99ab-847e44d491e1 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (5137a757-3c2c-4bbd-9e66-4a2628056ec4), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:20.227416 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-295cb150-7d4e-4c3e-a7fb-cfdbb0ae33b6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8e94048f637402f867e42ca604960db HTTP/1.1" status: 200 len: 380 time: 0.1089034 Feb 14 19:27:20.235660 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-a8671e31-126f-4531-a279-c1393140df94 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7623861 Feb 14 19:27:20.237226 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-f51c1e85-f595-4c91-bb53-c660662481df req-ad664dc1-eb1c-4f82-ac2b-a6afc9d1db9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Request body: {'port': {'device_id': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'admin_state_up': True, 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'security_groups': ['d66b9420-a433-401f-80fa-af468dff01c8']}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:20.240900 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390ebf9e-e1c1-4c32-b6a5-971492aac1fe', 'tag': 'fffcdc06-3592-4c3f-9738-cb7c36037fab'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:27:20.243363 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998faf05-48e0-432e-99ab-847e44d491e1 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5137a757-3c2c-4bbd-9e66-4a2628056ec4,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:20.244430 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd011026-1088-46f9-9743-551e3d079f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "390ebf9e-e1c1-4c32-b6a5-971492aac1fe", "tag": "fffcdc06-3592-4c3f-9738-cb7c36037fab"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:27:20.271498 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-3fbc73e8-5c58-49de-b4de-b61ddd6e0f67 None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:27:20.347091 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68b6804-c0aa-4f8e-a27b-699241299a35 x-openstack-request-id: req-c68b6804-c0aa-4f8e-a27b-699241299a35 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:27:20.347381 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390ebf9e-e1c1-4c32-b6a5-971492aac1fe", "tag": "fffcdc06-3592-4c3f-9738-cb7c36037fab", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:27:20.347739 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c68b6804-c0aa-4f8e-a27b-699241299a35 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:27:20.348066 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390ebf9e-e1c1-4c32-b6a5-971492aac1fe', 'tag': 'fffcdc06-3592-4c3f-9738-cb7c36037fab', 'status': 'completed', 'code': 200} Feb 14 19:27:20.408779 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-998faf05-48e0-432e-99ab-847e44d491e1 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:20.414152 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-998faf05-48e0-432e-99ab-847e44d491e1 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5570672 Feb 14 19:27:20.416226 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58602) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:20.428620 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-06f02a85-1945-495b-9f6c-8584f916ad19 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Request body: {'security_group_rule': {'security_group_id': '5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:20.489604 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd011026-1088-46f9-9743-551e3d079f0f req-61e818c3-5f52-40c9-9613-5181ca4a08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:20.489604 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cd011026-1088-46f9-9743-551e3d079f0f req-61e818c3-5f52-40c9-9613-5181ca4a08b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 1129 time: 0.1159992 Feb 14 19:27:20.563527 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-06f02a85-1945-495b-9f6c-8584f916ad19 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group_rule (86f50891-6a7f-484d-b753-7bc89051231b), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:20.608195 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:27:20.609427 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd011026-1088-46f9-9743-551e3d079f0f req-f8c30867-701b-48f5-a6a0-d62956653a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:20.611138 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cd011026-1088-46f9-9743-551e3d079f0f req-f8c30867-701b-48f5-a6a0-d62956653a91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 200 len: 912 time: 0.1177773 Feb 14 19:27:20.612551 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51c1e85-f595-4c91-bb53-c660662481df req-ad664dc1-eb1c-4f82-ac2b-a6afc9d1db9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Made reservation on behalf of d8e94048f637402f867e42ca604960db for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:27:20.616363 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f51c1e85-f595-4c91-bb53-c660662481df req-ad664dc1-eb1c-4f82-ac2b-a6afc9d1db9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:20.730781 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3fbc73e8-5c58-49de-b4de-b61ddd6e0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '01b60ce0-2c11-4f4e-a5b9-2e97af485961', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': 'fffcdc06-3592-4c3f-9738-cb7c36037fab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:68:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390ebf9e-e1c1-4c32-b6a5-971492aac1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:27:18Z', 'updated_at': '2022-02-14T19:27:18Z', 'revision_number': 0, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:20.784009 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc73e8-5c58-49de-b4de-b61ddd6e0f67 None None] Checking router: fe49aeb2-2367-485e-9765-70040cce3cb0 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:27:20.796832 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cd011026-1088-46f9-9743-551e3d079f0f req-f47fd3af-5178-469d-b656-cdfbec44a935 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fffcdc06-3592-4c3f-9738-cb7c36037fab HTTP/1.1" status: 200 len: 998 time: 0.1776233 Feb 14 19:27:20.798954 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc73e8-5c58-49de-b4de-b61ddd6e0f67 None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:27:20.799940 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3fbc73e8-5c58-49de-b4de-b61ddd6e0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:27:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:20.963253 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-3fbc73e8-5c58-49de-b4de-b61ddd6e0f67 None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:27:20.993720 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-f51c1e85-f595-4c91-bb53-c660662481df req-ad664dc1-eb1c-4f82-ac2b-a6afc9d1db9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Allocated IP 172.20.0.5 (78eba71b-bdab-4af1-bd90-ce172cf4bf6e/cfee419b-fffe-4533-9b87-1735a151f782/bb4b0152-8737-43cb-b9e3-6f2444611fdb) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:27:21.000032 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd011026-1088-46f9-9743-551e3d079f0f req-f60b5db4-b245-4214-b053-f94dcbc04cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:21.001676 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cd011026-1088-46f9-9743-551e3d079f0f req-f60b5db4-b245-4214-b053-f94dcbc04cad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b06bb16-5bc0-4dde-a877-15e3216c9bed HTTP/1.1" status: 200 len: 850 time: 0.1976633 Feb 14 19:27:21.023826 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7c428801-511b-42f8-a91b-ba5d660535ea req-691f2730-d117-4cf3-af6d-555f24bb818f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 210 time: 0.0390263 Feb 14 19:27:21.069352 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-06f02a85-1945-495b-9f6c-8584f916ad19 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group_rule (86f50891-6a7f-484d-b753-7bc89051231b), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:21.108863 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd011026-1088-46f9-9743-551e3d079f0f req-390858a3-b0cf-4a88-9b9a-49d2fa3e2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:21.110627 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cd011026-1088-46f9-9743-551e3d079f0f req-390858a3-b0cf-4a88-9b9a-49d2fa3e2fd7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013868 Feb 14 19:27:21.146748 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-06f02a85-1945-495b-9f6c-8584f916ad19 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (86f50891-6a7f-484d-b753-7bc89051231b), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:21.182851 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f02a85-1945-495b-9f6c-8584f916ad19 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f50891-6a7f-484d-b753-7bc89051231b,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:21.270083 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-06f02a85-1945-495b-9f6c-8584f916ad19 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:21.273081 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-06f02a85-1945-495b-9f6c-8584f916ad19 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8543611 Feb 14 19:27:21.276228 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58636) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:21.281537 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Request body: {'floatingip': {'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:21.291126 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f51c1e85-f595-4c91-bb53-c660662481df req-ad664dc1-eb1c-4f82-ac2b-a6afc9d1db9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:21.299479 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cd011026-1088-46f9-9743-551e3d079f0f req-f6126a56-683d-4f45-86f5-562c4bc65f9f service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496251 Feb 14 19:27:21.305734 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3fbc73e8-5c58-49de-b4de-b61ddd6e0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '01b60ce0-2c11-4f4e-a5b9-2e97af485961', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': 'fffcdc06-3592-4c3f-9738-cb7c36037fab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:68:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390ebf9e-e1c1-4c32-b6a5-971492aac1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:27:18Z', 'updated_at': '2022-02-14T19:27:18Z', 'revision_number': 0, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:21.331941 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc73e8-5c58-49de-b4de-b61ddd6e0f67 None None] The sync data for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi is: [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '01b60ce0-2c11-4f4e-a5b9-2e97af485961', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': 'fffcdc06-3592-4c3f-9738-cb7c36037fab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:68:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390ebf9e-e1c1-4c32-b6a5-971492aac1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:27:18Z', 'updated_at': '2022-02-14T19:27:18Z', 'revision_number': 0, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:27:21.409401 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:21.579639 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:21.654246 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c985079-cfed-4c12-a4cf-e1ae2a882146 None None] New status for floating IP 01b60ce0-2c11-4f4e-a5b9-2e97af485961: ACTIVE {{(pid=103313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:27:21.702280 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Allocated IP 172.27.2.37 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/fe6f2ecc-e839-4560-b2c9-74adef82b354) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:27:21.755845 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-cd011026-1088-46f9-9743-551e3d079f0f req-3cddaa52-430b-4aef-8e1a-42c7cfc4c51f service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492855 Feb 14 19:27:21.863568 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for port (fe6f2ecc-e839-4560-b2c9-74adef82b354), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:21.889368 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f51c1e85-f595-4c91-bb53-c660662481df req-ad664dc1-eb1c-4f82-ac2b-a6afc9d1db9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:21.931349 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51c1e85-f595-4c91-bb53-c660662481df req-ad664dc1-eb1c-4f82-ac2b-a6afc9d1db9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:27:21.934527 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-f51c1e85-f595-4c91-bb53-c660662481df req-ad664dc1-eb1c-4f82-ac2b-a6afc9d1db9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:27:21.938365 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51c1e85-f595-4c91-bb53-c660662481df req-ad664dc1-eb1c-4f82-ac2b-a6afc9d1db9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:27:21.971568 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad664dc1-eb1c-4f82-ac2b-a6afc9d1db9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event updated for resources: {'Port': ['ID=bb4b0152-8737-43cb-b9e3-6f2444611fdb,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:22.014248 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c1e85-f595-4c91-bb53-c660662481df req-ad664dc1-eb1c-4f82-ac2b-a6afc9d1db9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:22.014951 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f51c1e85-f595-4c91-bb53-c660662481df req-ad664dc1-eb1c-4f82-ac2b-a6afc9d1db9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:22.064201 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (fe6f2ecc-e839-4560-b2c9-74adef82b354), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:22.104654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:27:22.107812 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:27:22.111006 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:27:22.147227 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event updated for resources: {'Port': ['ID=fe6f2ecc-e839-4560-b2c9-74adef82b354,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:22.166931 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-ad664dc1-eb1c-4f82-ac2b-a6afc9d1db9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9331264 Feb 14 19:27:22.177681 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Request body: {'port': {'device_id': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:22.239498 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-c01cff12-faf2-4c58-a6b8-66f04310d255 None None] Provisioning complete for port bb4b0152-8737-43cb-b9e3-6f2444611fdb triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:27:22.240005 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-c01cff12-faf2-4c58-a6b8-66f04310d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:22.257148 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:22.280719 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for floatingip (8248d043-b815-4d5f-a4cb-f486080a0121), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:22.310875 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-c01cff12-faf2-4c58-a6b8-66f04310d255 None None] Port bb4b0152-8737-43cb-b9e3-6f2444611fdb cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:27:22.421450 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (fe6f2ecc-e839-4560-b2c9-74adef82b354), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:22.612142 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for port (fe6f2ecc-e839-4560-b2c9-74adef82b354), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:22.628589 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4b0152-8737-43cb-b9e3-6f2444611fdb {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:27:22.637280 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Publish callbacks [] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:22.650533 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Transition to ACTIVE for port object bb4b0152-8737-43cb-b9e3-6f2444611fdb will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:27:22.722947 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125991641'] for port (fe6f2ecc-e839-4560-b2c9-74adef82b354), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:22.727504 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:22.793534 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event updated for resources: {'Port': ['ID=fe6f2ecc-e839-4560-b2c9-74adef82b354,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:22.806960 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Pushing event updated for resources: {'Port': ['ID=bb4b0152-8737-43cb-b9e3-6f2444611fdb,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:22.817513 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (8248d043-b815-4d5f-a4cb-f486080a0121), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:22.863035 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Attempting to bind port bb4b0152-8737-43cb-b9e3-6f2444611fdb on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:27:22.863380 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Attempting to bind port bb4b0152-8737-43cb-b9e3-6f2444611fdb by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:27:22.863729 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Attempting to bind port bb4b0152-8737-43cb-b9e3-6f2444611fdb on network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:27:22.868750 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Port bb4b0152-8737-43cb-b9e3-6f2444611fdb on network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:27:22.869069 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Attempting to bind port bb4b0152-8737-43cb-b9e3-6f2444611fdb on network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:27:22.876012 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:27:22.876354 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Checking segment: {'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:27:22.876737 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Bound using segment: {'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:27:22.877170 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Bound port: bb4b0152-8737-43cb-b9e3-6f2444611fdb, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:27:22.877522 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:22.957560 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] For port bb4b0152-8737-43cb-b9e3-6f2444611fdb, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:27:22.962952 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] For port bb4b0152-8737-43cb-b9e3-6f2444611fdb, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:27:23.047998 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:23.049435 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-3932f624-ba72-40cc-85ff-d2603e281a9e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7716081 Feb 14 19:27:23.083779 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:23.123071 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:23.123952 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:23.125618 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] 10.222.0.43 "PUT /v2.0/ports/bb4b0152-8737-43cb-b9e3-6f2444611fdb HTTP/1.1" status: 200 len: 1093 time: 0.9522009 Feb 14 19:27:23.128184 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'tag': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:27:23.131775 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af235681-0fb9-4944-99d0-031a50dbb428" -d '{"events": [{"name": "network-changed", "server_uuid": "3deb7034-9296-4fc8-a37c-39ad6ad1a421", "tag": "bb4b0152-8737-43cb-b9e3-6f2444611fdb"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:27:23.165730 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecee9e-b441-4797-a85b-0987fa37959f service neutron] Pushing event updated for resources: {'Port': ['ID=bb4b0152-8737-43cb-b9e3-6f2444611fdb,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:23.267704 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c1e85-f595-4c91-bb53-c660662481df req-b32ab8f9-71a6-4555-84b2-108a5dad339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:23.269274 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-b32ab8f9-71a6-4555-84b2-108a5dad339f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8e94048f637402f867e42ca604960db&device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 1127 time: 0.0480895 Feb 14 19:27:23.298776 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58676) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:23.315853 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-41be969f-2319-4ce7-9af0-4f02e4a3a47d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb HTTP/1.1" status: 200 len: 217 time: 0.0397093 Feb 14 19:27:23.392207 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c1e85-f595-4c91-bb53-c660662481df req-a2a437cc-09ea-4825-b494-9a248063fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:23.398899 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-a2a437cc-09ea-4825-b494-9a248063fb17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfee419b-fffe-4533-9b87-1735a151f782 HTTP/1.1" status: 200 len: 856 time: 0.0767753 Feb 14 19:27:23.399381 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7f046d-ca54-4ac6-8e72-e7ba7f316606 admin admin] Deleting subnet 8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7 {{(pid=103311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:27:23.405012 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ee7f046d-ca54-4ac6-8e72-e7ba7f316606 admin admin] Publish callbacks [] for subnet (8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:23.447886 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ee7f046d-ca54-4ac6-8e72-e7ba7f316606 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125879425'] for subnet (8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7), precommit_delete_associations {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:23.453469 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c1e85-f595-4c91-bb53-c660662481df req-3a5889d3-4b4c-414a-a6f8-c33e652dcd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:23.455610 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-3a5889d3-4b4c-414a-a6f8-c33e652dcd63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518713 Feb 14 19:27:23.507585 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ee7f046d-ca54-4ac6-8e72-e7ba7f316606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:23.583923 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-81e3f473-472d-4682-ad16-49da88bf2151 service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186395 Feb 14 19:27:23.602714 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55472733-6adf-45d2-97ac-e3d064e7a3e9 req-f76826a7-5337-41ef-996c-8f610b69777d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:23.604502 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-55472733-6adf-45d2-97ac-e3d064e7a3e9 req-f76826a7-5337-41ef-996c-8f610b69777d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.0941498 Feb 14 19:27:23.655656 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-55472733-6adf-45d2-97ac-e3d064e7a3e9 req-c9be0192-cd61-40f2-ad6f-38da53ab17b9 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440848 Feb 14 19:27:23.689335 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f51c1e85-f595-4c91-bb53-c660662481df req-6b79fafd-c7f8-4e8b-95da-d7e4cd9074ae service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016858 Feb 14 19:27:23.690057 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ee7f046d-ca54-4ac6-8e72-e7ba7f316606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125990431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126032157'] for subnet (8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:23.714335 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742eb0e9-388c-4f2c-9a15-166fd4908e42 x-openstack-request-id: req-742eb0e9-388c-4f2c-9a15-166fd4908e42 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:27:23.715453 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deb7034-9296-4fc8-a37c-39ad6ad1a421", "tag": "bb4b0152-8737-43cb-b9e3-6f2444611fdb", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:27:23.715941 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-742eb0e9-388c-4f2c-9a15-166fd4908e42 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:27:23.716682 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'tag': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'status': 'completed', 'code': 200} Feb 14 19:27:23.725800 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f046d-ca54-4ac6-8e72-e7ba7f316606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:23.728097 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ee7f046d-ca54-4ac6-8e72-e7ba7f316606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:23.732612 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-ee7f046d-ca54-4ac6-8e72-e7ba7f316606 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8eb95b0e-b43b-4c7a-af48-2dfdb5d2cae7 HTTP/1.1" status: 204 len: 168 time: 0.4323394 Feb 14 19:27:23.736207 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58684) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:23.822835 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fd37a84b-8bd8-4044-9a6b-105898a45a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (15ac8bf0-0e04-4603-a5b1-23becfe88483), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:23.862749 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-c77e8318-eb42-405b-aa58-678da0ace4de tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1316598906&fields=id&tenant_id=cd3df3df80dd4f81ab8464493ce4d182 HTTP/1.1" status: 200 len: 267 time: 0.0724595 Feb 14 19:27:23.922320 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af235681-0fb9-4944-99d0-031a50dbb428 req-fcb649db-c70b-476b-bffc-5b43583a89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:23.923660 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-af235681-0fb9-4944-99d0-031a50dbb428 req-fcb649db-c70b-476b-bffc-5b43583a89b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8e94048f637402f867e42ca604960db&device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 1127 time: 0.0539234 Feb 14 19:27:23.993956 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fd37a84b-8bd8-4044-9a6b-105898a45a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (15ac8bf0-0e04-4603-a5b1-23becfe88483), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:24.029826 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-fd37a84b-8bd8-4044-9a6b-105898a45a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ac8bf0-0e04-4603-a5b1-23becfe88483']}} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:24.047146 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-fd37a84b-8bd8-4044-9a6b-105898a45a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa25b49-95fd-4d04-a37d-42cd67f278d2') {'for_net_delete': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:24.047469 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-fd37a84b-8bd8-4044-9a6b-105898a45a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa25b49-95fd-4d04-a37d-42cd67f278d2') {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:24.048039 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af235681-0fb9-4944-99d0-031a50dbb428 req-c5a46146-c3a6-4013-9f83-44205d29a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:24.050843 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-af235681-0fb9-4944-99d0-031a50dbb428 req-c5a46146-c3a6-4013-9f83-44205d29a803 service neutron] 10.222.0.43 "GET /v2.0/networks?id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 200 len: 918 time: 0.1206105 Feb 14 19:27:24.064709 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fd37a84b-8bd8-4044-9a6b-105898a45a6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125879446'] for segment (cfa25b49-95fd-4d04-a37d-42cd67f278d2), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:24.077317 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-52fb8fb5-7a7e-406d-b651-ab63770df018 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:24.078920 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-52fb8fb5-7a7e-406d-b651-ab63770df018 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/networks?id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 HTTP/1.1" status: 200 len: 810 time: 0.1984127 Feb 14 19:27:24.094370 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fd37a84b-8bd8-4044-9a6b-105898a45a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (cfa25b49-95fd-4d04-a37d-42cd67f278d2), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:24.095395 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-af235681-0fb9-4944-99d0-031a50dbb428 req-2ba6c006-4619-4085-b617-4812408465da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb HTTP/1.1" status: 200 len: 217 time: 0.0386682 Feb 14 19:27:24.102911 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-d2dc571e-ea17-4e5c-aad1-d8fe492bfac7 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/quotas/cd3df3df80dd4f81ab8464493ce4d182 HTTP/1.1" status: 200 len: 375 time: 0.0160434 Feb 14 19:27:24.103965 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd37a84b-8bd8-4044-9a6b-105898a45a6c admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:27:24.104459 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fd37a84b-8bd8-4044-9a6b-105898a45a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125991613'] for segment (cfa25b49-95fd-4d04-a37d-42cd67f278d2), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: Traceback (most recent call last): Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: timer() Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: cb(*args, **kw) Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: return func(*args, **kwargs) Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: self._notify() Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: self.callback(batched_events) Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: event.method(event) Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: return f(self, *a, **k) Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: return self._get(url).json() Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: return self.request(url, 'GET', **kwargs) Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:27:24.106803 dv-cinder-816898-8-iscsi neutron-server[103311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:27:24.156474 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af235681-0fb9-4944-99d0-031a50dbb428 req-7baa83d9-4a42-47f2-b190-c62a750374ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:24.158172 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-af235681-0fb9-4944-99d0-031a50dbb428 req-7baa83d9-4a42-47f2-b190-c62a750374ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfee419b-fffe-4533-9b87-1735a151f782 HTTP/1.1" status: 200 len: 856 time: 0.0512123 Feb 14 19:27:24.216937 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-4d3c8cd2-654d-4b91-a4d2-a8dc32ccf150 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd3df3df80dd4f81ab8464493ce4d182&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000400 Feb 14 19:27:24.226336 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af235681-0fb9-4944-99d0-031a50dbb428 req-ff9e1896-f071-433f-9666-f80f606bd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:24.228062 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-af235681-0fb9-4944-99d0-031a50dbb428 req-ff9e1896-f071-433f-9666-f80f606bd271 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635753 Feb 14 19:27:24.294606 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fd37a84b-8bd8-4044-9a6b-105898a45a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (15ac8bf0-0e04-4603-a5b1-23becfe88483), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:24.298743 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-fd37a84b-8bd8-4044-9a6b-105898a45a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:24.302462 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-fd37a84b-8bd8-4044-9a6b-105898a45a6c admin admin] 10.222.0.26 "DELETE /v2.0/networks/15ac8bf0-0e04-4603-a5b1-23becfe88483 HTTP/1.1" status: 204 len: 168 time: 0.5650547 Feb 14 19:27:24.321591 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37a84b-8bd8-4044-9a6b-105898a45a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=15ac8bf0-0e04-4603-a5b1-23becfe88483,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:24.357906 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-af235681-0fb9-4944-99d0-031a50dbb428 req-77895275-04f6-4378-950c-a8384eae0e2d service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160407 Feb 14 19:27:24.359003 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-b7b06067-3f76-4ab2-991f-5d7301be6534 service neutron] 10.222.0.26 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287248 Feb 14 19:27:24.470984 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-985391a0-d7d5-46c6-b7ff-d7963af8b021 service neutron] 10.222.0.26 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109755 Feb 14 19:27:24.493562 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-af235681-0fb9-4944-99d0-031a50dbb428 req-10fbc878-3aae-4227-a61a-1829003eadbb service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294308 Feb 14 19:27:24.772529 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58708) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:24.815528 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ab702215-3743-49ca-9c4b-9d729aa9730d req-4f92309d-3163-4a43-b6bc-cf26817e281c tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 210 time: 0.0327685 Feb 14 19:27:24.831013 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-e0d31fea-1b4f-4d23-89af-a6a2a8203c79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8828d6d9e872400caeb45a214f564456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0572565 Feb 14 19:27:24.834992 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58710) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:24.914188 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6ee5061-b646-4020-a53d-6a8f399e64dc admin admin] Publish callbacks [] for security_group (fbb98d77-0a60-42e3-8781-5878cb7625c2), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:24.938564 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6ee5061-b646-4020-a53d-6a8f399e64dc admin admin] Publish callbacks [] for security_group (fbb98d77-0a60-42e3-8781-5878cb7625c2), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:24.952857 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426239e4-e9f5-4f49-bd54-3ebb978bc60f req-e4c2a1ea-898b-467f-ba93-08c69cf6cf08 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:24.954336 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-426239e4-e9f5-4f49-bd54-3ebb978bc60f req-e4c2a1ea-898b-467f-ba93-08c69cf6cf08 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.0604677 Feb 14 19:27:25.006017 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-426239e4-e9f5-4f49-bd54-3ebb978bc60f req-289ac784-578b-42fd-a05f-ef52ce45bc78 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460451 Feb 14 19:27:25.077447 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6ee5061-b646-4020-a53d-6a8f399e64dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (fbb98d77-0a60-42e3-8781-5878cb7625c2), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:25.080071 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d6ee5061-b646-4020-a53d-6a8f399e64dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:25.081271 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-d6ee5061-b646-4020-a53d-6a8f399e64dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbb98d77-0a60-42e3-8781-5878cb7625c2 HTTP/1.1" status: 204 len: 168 time: 0.2443285 Feb 14 19:27:25.089988 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee5061-b646-4020-a53d-6a8f399e64dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb98d77-0a60-42e3-8781-5878cb7625c2,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:25.935726 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8eca904a-1799-4cad-939e-0c8a812110e1 req-eae17601-aa59-4ac2-89fb-f5efc6d655a7 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 210 time: 0.0374012 Feb 14 19:27:26.141808 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d83eb1-1a7e-49ce-bb57-e9596972fef2 req-68a3cb30-9207-400b-a873-4c6d042d59c1 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:26.143312 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-39d83eb1-1a7e-49ce-bb57-e9596972fef2 req-68a3cb30-9207-400b-a873-4c6d042d59c1 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.0630674 Feb 14 19:27:26.193586 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-39d83eb1-1a7e-49ce-bb57-e9596972fef2 req-e0b0e9bd-b7ba-45a9-820a-82e0c79d5afe tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442538 Feb 14 19:27:26.281564 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device bb4b0152-8737-43cb-b9e3-6f2444611fdb details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:27:26.388779 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port bb4b0152-8737-43cb-b9e3-6f2444611fdb, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:26.402178 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'port_id': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'mac_address': 'fa:16:3e:62:6f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:27:26.448451 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port bb4b0152-8737-43cb-b9e3-6f2444611fdb is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:27:26.449146 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:26.463247 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4b0152-8737-43cb-b9e3-6f2444611fdb {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:27:26.486277 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port bb4b0152-8737-43cb-b9e3-6f2444611fdb, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:26.567119 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:26.620250 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=bb4b0152-8737-43cb-b9e3-6f2444611fdb,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:26.807944 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['bb4b0152-8737-43cb-b9e3-6f2444611fdb'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:27:26.960694 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58748) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:27.058008 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f13244f2-96b3-492b-a33b-8eb0712566f3 req-a7485c3b-6f41-4e17-97bc-d904cca168a9 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 210 time: 0.0339229 Feb 14 19:27:27.109473 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-58f3a795-f1fe-47e2-ab5d-91a98513a5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:27.138252 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-c1b1b65a-f356-40bf-8abc-6fb4642c2ff1 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:27.139902 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-c1b1b65a-f356-40bf-8abc-6fb4642c2ff1 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.43 "GET /v2.0/networks?id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 HTTP/1.1" status: 200 len: 810 time: 0.1248395 Feb 14 19:27:27.214777 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-619af435-025e-446e-95c0-7226ae423a0f tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd3df3df80dd4f81ab8464493ce4d182 HTTP/1.1" status: 200 len: 380 time: 0.0634835 Feb 14 19:27:27.234061 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-24023a3d-d07b-4fec-93c9-d585342c48b6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Request body: {'port': {'device_id': '3035e353-13cf-48a2-8c3e-9e24e2bcf43e', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'admin_state_up': True, 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'security_groups': ['5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb']}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:27.235654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-58f3a795-f1fe-47e2-ab5d-91a98513a5d7 admin admin] Publish callbacks [] for security_group (3d2c32f4-8dea-45de-abe2-773940f5e3cb), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:27.327590 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-58f3a795-f1fe-47e2-ab5d-91a98513a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (3d2c32f4-8dea-45de-abe2-773940f5e3cb), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:27.359984 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e96560-66da-4960-8fcd-1c85f791d1a0 req-4af12503-8159-4960-9fd7-b879ba738797 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:27.362377 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-86e96560-66da-4960-8fcd-1c85f791d1a0 req-4af12503-8159-4960-9fd7-b879ba738797 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 944 time: 0.0822632 Feb 14 19:27:27.394995 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-58f3a795-f1fe-47e2-ab5d-91a98513a5d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63f874ead02a4f9ca4db07cd1f082214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4308300 Feb 14 19:27:27.397962 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58756) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:27.403791 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3a795-f1fe-47e2-ab5d-91a98513a5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2c32f4-8dea-45de-abe2-773940f5e3cb,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:27.464294 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-86e96560-66da-4960-8fcd-1c85f791d1a0 req-a6a268e8-86fc-405c-b8e3-1ad7887f4808 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927601 Feb 14 19:27:27.485629 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-24023a3d-d07b-4fec-93c9-d585342c48b6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Made reservation on behalf of cd3df3df80dd4f81ab8464493ce4d182 for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:27:27.489100 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-24023a3d-d07b-4fec-93c9-d585342c48b6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:27.525357 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb51f900-3954-403c-9113-704e9d54bdda admin admin] Publish callbacks [] for security_group (3d2c32f4-8dea-45de-abe2-773940f5e3cb), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:27.606831 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb51f900-3954-403c-9113-704e9d54bdda admin admin] Publish callbacks [] for security_group (3d2c32f4-8dea-45de-abe2-773940f5e3cb), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:27.690235 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-24023a3d-d07b-4fec-93c9-d585342c48b6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Allocated IP 172.20.0.8 (aefa3aa7-75e6-4c3c-81de-3e09d0bf0313/9f53f2dd-b65c-41c1-adc9-420637845566/36068770-451b-444a-b502-7ecb9dc736bd) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:27:27.829249 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb51f900-3954-403c-9113-704e9d54bdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (3d2c32f4-8dea-45de-abe2-773940f5e3cb), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:27.831717 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cb51f900-3954-403c-9113-704e9d54bdda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:27.832939 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-cb51f900-3954-403c-9113-704e9d54bdda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d2c32f4-8dea-45de-abe2-773940f5e3cb HTTP/1.1" status: 204 len: 168 time: 0.4334891 Feb 14 19:27:27.857795 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51f900-3954-403c-9113-704e9d54bdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2c32f4-8dea-45de-abe2-773940f5e3cb,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:27.963868 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-24023a3d-d07b-4fec-93c9-d585342c48b6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for port (36068770-451b-444a-b502-7ecb9dc736bd), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:28.070455 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-24023a3d-d07b-4fec-93c9-d585342c48b6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (36068770-451b-444a-b502-7ecb9dc736bd), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:28.130714 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-24023a3d-d07b-4fec-93c9-d585342c48b6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:27:28.134481 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-24023a3d-d07b-4fec-93c9-d585342c48b6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:27:28.141664 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-24023a3d-d07b-4fec-93c9-d585342c48b6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:27:28.148685 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24023a3d-d07b-4fec-93c9-d585342c48b6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event updated for resources: {'Port': ['ID=36068770-451b-444a-b502-7ecb9dc736bd,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:28.226168 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-24023a3d-d07b-4fec-93c9-d585342c48b6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:28.226814 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-24023a3d-d07b-4fec-93c9-d585342c48b6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:28.252162 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597fd9d-d7f5-4b81-b7d1-099e7f2c2638 req-f9c81f46-9ff7-4613-a7d1-e696ea21d127 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:28.253977 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9597fd9d-d7f5-4b81-b7d1-099e7f2c2638 req-f9c81f46-9ff7-4613-a7d1-e696ea21d127 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 931 time: 0.0878415 Feb 14 19:27:28.301515 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device bb4b0152-8737-43cb-b9e3-6f2444611fdb up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:27:28.321423 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9597fd9d-d7f5-4b81-b7d1-099e7f2c2638 req-4e39e450-87c2-4a5f-9439-2b940b275783 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612757 Feb 14 19:27:28.335986 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-24023a3d-d07b-4fec-93c9-d585342c48b6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1085083 Feb 14 19:27:28.348052 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Request body: {'port': {'device_id': '3035e353-13cf-48a2-8c3e-9e24e2bcf43e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:28.418974 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port bb4b0152-8737-43cb-b9e3-6f2444611fdb completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:27:28.424263 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port bb4b0152-8737-43cb-b9e3-6f2444611fdb triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:27:28.425407 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:28.436837 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (36068770-451b-444a-b502-7ecb9dc736bd), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:28.475349 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-e8fd982e-29c5-42dd-bc3b-a6f63545c9ef None None] Provisioning complete for port 36068770-451b-444a-b502-7ecb9dc736bd triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:27:28.475750 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e8fd982e-29c5-42dd-bc3b-a6f63545c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (36068770-451b-444a-b502-7ecb9dc736bd), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:28.545554 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd982e-29c5-42dd-bc3b-a6f63545c9ef None None] Port 36068770-451b-444a-b502-7ecb9dc736bd cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:27:28.562765 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port bb4b0152-8737-43cb-b9e3-6f2444611fdb is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:27:28.563164 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:28.637766 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port bb4b0152-8737-43cb-b9e3-6f2444611fdb, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:28.638975 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:27:28.641757 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b951a4d7-d22c-4c3b-ad11-052516c529cb" -d '{"events": [{"server_uuid": "3deb7034-9296-4fc8-a37c-39ad6ad1a421", "name": "network-vif-plugged", "status": "completed", "tag": "bb4b0152-8737-43cb-b9e3-6f2444611fdb"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:27:28.649517 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf87780-59f9-4f55-aceb-b4b16c212ef9 req-77593495-f336-4f3a-8320-53dcb428e442 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:28.656915 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-acf87780-59f9-4f55-aceb-b4b16c212ef9 req-77593495-f336-4f3a-8320-53dcb428e442 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 944 time: 0.0904520 Feb 14 19:27:28.715897 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-acf87780-59f9-4f55-aceb-b4b16c212ef9 req-af0f4229-5e73-478f-ad6f-7df9bbf95501 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571692 Feb 14 19:27:28.749927 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:28.809570 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a35db5-ae41-4ce8-9bce-702a593fd1d0 x-openstack-request-id: req-93a35db5-ae41-4ce8-9bce-702a593fd1d0 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:27:28.809892 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb7034-9296-4fc8-a37c-39ad6ad1a421", "name": "network-vif-plugged", "status": "completed", "tag": "bb4b0152-8737-43cb-b9e3-6f2444611fdb", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:27:28.812196 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93a35db5-ae41-4ce8-9bce-702a593fd1d0 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:27:28.812196 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'code': 200} Feb 14 19:27:28.816162 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=bb4b0152-8737-43cb-b9e3-6f2444611fdb,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:28.825281 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36068770-451b-444a-b502-7ecb9dc736bd {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:27:28.838106 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Publish callbacks [] for port (36068770-451b-444a-b502-7ecb9dc736bd), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:28.864151 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Transition to ACTIVE for port object 36068770-451b-444a-b502-7ecb9dc736bd will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:27:28.951506 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (36068770-451b-444a-b502-7ecb9dc736bd), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:29.032821 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Pushing event updated for resources: {'Port': ['ID=36068770-451b-444a-b502-7ecb9dc736bd,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:29.099353 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Attempting to bind port 36068770-451b-444a-b502-7ecb9dc736bd on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:27:29.099696 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Attempting to bind port 36068770-451b-444a-b502-7ecb9dc736bd by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:27:29.100048 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Attempting to bind port 36068770-451b-444a-b502-7ecb9dc736bd on network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:27:29.105611 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Port 36068770-451b-444a-b502-7ecb9dc736bd on network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:27:29.106083 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Attempting to bind port 36068770-451b-444a-b502-7ecb9dc736bd on network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:27:29.112394 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:27:29.112734 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Checking segment: {'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:27:29.113305 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Bound using segment: {'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:27:29.114638 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Bound port: 36068770-451b-444a-b502-7ecb9dc736bd, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f5358d-acbc-4651-ac3b-4a6745378a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:27:29.115308 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (36068770-451b-444a-b502-7ecb9dc736bd), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:29.193810 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58792) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:29.241441 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] For port 36068770-451b-444a-b502-7ecb9dc736bd, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:27:29.245349 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] For port 36068770-451b-444a-b502-7ecb9dc736bd, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=36068770-451b-444a-b502-7ecb9dc736bd,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:27:29.253748 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80319f1c-92fb-4306-afbf-920c93982461 req-fcd90540-1d68-409b-9477-0fc171c6765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:29.255619 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-80319f1c-92fb-4306-afbf-920c93982461 req-fcd90540-1d68-409b-9477-0fc171c6765d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 1129 time: 0.0815501 Feb 14 19:27:29.317133 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-80319f1c-92fb-4306-afbf-920c93982461 req-e817d0b8-9410-4970-b04e-eb56c2dc3471 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514243 Feb 14 19:27:29.336565 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1215439755-network', 'tenant_id': '36cdf8b2e6fd442ea900bfcc9ef564df'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:29.368438 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (36068770-451b-444a-b502-7ecb9dc736bd), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:29.419766 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:29.420403 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:29.421973 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] 10.222.0.43 "PUT /v2.0/ports/36068770-451b-444a-b502-7ecb9dc736bd HTTP/1.1" status: 200 len: 1093 time: 1.0782921 Feb 14 19:27:29.422338 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3035e353-13cf-48a2-8c3e-9e24e2bcf43e', 'tag': '36068770-451b-444a-b502-7ecb9dc736bd'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:27:29.424695 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f57e30-b5cd-40ae-b08d-aa677c3e0887" -d '{"events": [{"name": "network-changed", "server_uuid": "3035e353-13cf-48a2-8c3e-9e24e2bcf43e", "tag": "36068770-451b-444a-b502-7ecb9dc736bd"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:27:29.453618 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b1cd7-55ba-424a-899f-244b1b5932c9 service neutron] Pushing event updated for resources: {'Port': ['ID=36068770-451b-444a-b502-7ecb9dc736bd,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:29.468531 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] Made reservation on behalf of 36cdf8b2e6fd442ea900bfcc9ef564df for: {'network': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:27:29.478089 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:29.483323 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:29.539192 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6ad15-e31e-4e7b-be1b-92c7883f0630 req-182b529a-0ce9-47ad-a02e-81af3e3f9838 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:29.540794 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cfd6ad15-e31e-4e7b-be1b-92c7883f0630 req-182b529a-0ce9-47ad-a02e-81af3e3f9838 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 943 time: 0.1052887 Feb 14 19:27:29.632053 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cfd6ad15-e31e-4e7b-be1b-92c7883f0630 req-3dcfe7de-7ad9-47fc-9bc2-3bf7ba77ed5d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825200 Feb 14 19:27:29.640782 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] Publish callbacks [] for security_group (61732bad-7e98-4787-99e1-e262ab91e3e3), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:29.700225 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de8ccb4-fb1c-435e-9480-c6c960f7365d x-openstack-request-id: req-5de8ccb4-fb1c-435e-9480-c6c960f7365d {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:27:29.700636 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3035e353-13cf-48a2-8c3e-9e24e2bcf43e", "tag": "36068770-451b-444a-b502-7ecb9dc736bd", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:27:29.700984 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5de8ccb4-fb1c-435e-9480-c6c960f7365d {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:27:29.701522 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3035e353-13cf-48a2-8c3e-9e24e2bcf43e', 'tag': '36068770-451b-444a-b502-7ecb9dc736bd', 'status': 'completed', 'code': 200} Feb 14 19:27:29.723676 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-5f0b2db2-320a-465c-bcff-9650776e3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:29.725269 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-5f0b2db2-320a-465c-bcff-9650776e3a43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd3df3df80dd4f81ab8464493ce4d182&device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 1127 time: 0.0605235 Feb 14 19:27:29.740272 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (61732bad-7e98-4787-99e1-e262ab91e3e3), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:29.780379 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-2810b5af-b575-4e8f-b654-7677463db687 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36068770-451b-444a-b502-7ecb9dc736bd HTTP/1.1" status: 200 len: 217 time: 0.0446455 Feb 14 19:27:29.784998 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:27:29.806597 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61732bad-7e98-4787-99e1-e262ab91e3e3,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:29.833315 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (d983f80e-4ac2-4323-912b-420afce836e6), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:29.838916 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.db.segments_db [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] Added segment d983f80e-4ac2-4323-912b-420afce836e6 of type vlan for network d77086fc-523b-44db-9492-b506b3fed392 Feb 14 19:27:29.848325 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-2c763db1-11e9-462d-aeb7-b4c8b62809bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:29.849902 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-2c763db1-11e9-462d-aeb7-b4c8b62809bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f53f2dd-b65c-41c1-adc9-420637845566 HTTP/1.1" status: 200 len: 849 time: 0.0633013 Feb 14 19:27:29.926332 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-b317c2f9-b3eb-4975-88d8-c7600c3c7247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:29.927807 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-b317c2f9-b3eb-4975-88d8-c7600c3c7247 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667648 Feb 14 19:27:29.938921 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (d77086fc-523b-44db-9492-b506b3fed392), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:29.988580 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3e268-742f-42af-9b53-187acc0a696b req-7341ce98-1cb5-4ede-8ceb-ed313b113464 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:29.990205 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-08f3e268-742f-42af-9b53-187acc0a696b req-7341ce98-1cb5-4ede-8ceb-ed313b113464 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.1584792 Feb 14 19:27:30.049001 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-08f3e268-742f-42af-9b53-187acc0a696b req-8f875ac0-8248-4443-96ed-56d41d94da2e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518150 Feb 14 19:27:30.049819 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-a979e225-d999-4f24-881d-b4e062513a37 service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122756 Feb 14 19:27:30.065712 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (d77086fc-523b-44db-9492-b506b3fed392), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:30.066997 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:30.067592 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:30.141692 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] Pushing event updated for resources: {'Network': ['ID=d77086fc-523b-44db-9492-b506b3fed392,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:30.153162 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-48fa5b31-61af-4b7f-b77e-5ff0b874f6a4 req-cd9f64d2-1b54-4324-a29f-7a31600def75 service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953152 Feb 14 19:27:30.155385 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network d77086fc-523b-44db-9492-b506b3fed392 details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:27:30.211767 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-0a2bb521-a655-4cb3-8819-0c0cadb34451 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0163522 Feb 14 19:27:30.215920 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58804) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:30.220802 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-3d515ee3-97c6-4461-afd4-d37fb613599e admin admin] Request body: {'subnet': {'network_id': 'd77086fc-523b-44db-9492-b506b3fed392', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1215439755-subnet', 'tenant_id': '36cdf8b2e6fd442ea900bfcc9ef564df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:30.321183 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d515ee3-97c6-4461-afd4-d37fb613599e admin admin] Made reservation on behalf of 36cdf8b2e6fd442ea900bfcc9ef564df for: {'subnet': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:27:30.324807 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3d515ee3-97c6-4461-afd4-d37fb613599e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126032166'] for subnet (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:30.356374 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f57e30-b5cd-40ae-b08d-aa677c3e0887 req-9d3c43fc-321c-438f-a2fe-2204fa0b170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:30.358008 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b0f57e30-b5cd-40ae-b08d-aa677c3e0887 req-9d3c43fc-321c-438f-a2fe-2204fa0b170e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd3df3df80dd4f81ab8464493ce4d182&device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 1127 time: 0.0577207 Feb 14 19:27:30.496858 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f57e30-b5cd-40ae-b08d-aa677c3e0887 req-d48b6257-60ac-4ddc-b8b6-71d0252bd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:30.499367 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b0f57e30-b5cd-40ae-b08d-aa677c3e0887 req-d48b6257-60ac-4ddc-b8b6-71d0252bd31d service neutron] 10.222.0.43 "GET /v2.0/networks?id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 HTTP/1.1" status: 200 len: 911 time: 0.1211016 Feb 14 19:27:30.556829 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b0f57e30-b5cd-40ae-b08d-aa677c3e0887 req-56c2a905-2fb2-41df-89f4-fa3c2c10236a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36068770-451b-444a-b502-7ecb9dc736bd HTTP/1.1" status: 200 len: 217 time: 0.0412769 Feb 14 19:27:30.613608 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3d515ee3-97c6-4461-afd4-d37fb613599e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125990480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126032148'] for subnet (bcea617e-aa1f-47ed-935a-cf4440df9232), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:30.631058 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f57e30-b5cd-40ae-b08d-aa677c3e0887 req-dc4b6b72-12a9-4aba-b5d3-894eae60763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:30.633906 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b0f57e30-b5cd-40ae-b08d-aa677c3e0887 req-dc4b6b72-12a9-4aba-b5d3-894eae60763c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f53f2dd-b65c-41c1-adc9-420637845566 HTTP/1.1" status: 200 len: 849 time: 0.0696783 Feb 14 19:27:30.677216 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d515ee3-97c6-4461-afd4-d37fb613599e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcea617e-aa1f-47ed-935a-cf4440df9232,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:30.689117 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d515ee3-97c6-4461-afd4-d37fb613599e admin admin] Checking segment: {'id': 'd983f80e-4ac2-4323-912b-420afce836e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd77086fc-523b-44db-9492-b506b3fed392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:27:30.689491 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d515ee3-97c6-4461-afd4-d37fb613599e admin admin] Network hostable DHCP agents. Network: d77086fc-523b-44db-9492-b506b3fed392, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:27:30.711373 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f57e30-b5cd-40ae-b08d-aa677c3e0887 req-86fb9271-d8f3-4d74-8fa5-6e85d42db253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:30.713460 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b0f57e30-b5cd-40ae-b08d-aa677c3e0887 req-86fb9271-d8f3-4d74-8fa5-6e85d42db253 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715754 Feb 14 19:27:30.859207 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b0f57e30-b5cd-40ae-b08d-aa677c3e0887 req-ec084827-d2f6-4307-8292-43743cfd6aff service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311257 Feb 14 19:27:30.859456 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef5b18-f18d-428b-a7cd-ec6ba0e3f955 req-ace39f69-520a-4187-969a-3f1329d5153a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:30.861305 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-daef5b18-f18d-428b-a7cd-ec6ba0e3f955 req-ace39f69-520a-4187-969a-3f1329d5153a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 943 time: 0.0915084 Feb 14 19:27:30.863013 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d515ee3-97c6-4461-afd4-d37fb613599e admin admin] Network d77086fc-523b-44db-9492-b506b3fed392 is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:27:30.964444 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-daef5b18-f18d-428b-a7cd-ec6ba0e3f955 req-09f06840-d796-4656-a1f5-23d565835bf2 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836618 Feb 14 19:27:30.996694 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b0f57e30-b5cd-40ae-b08d-aa677c3e0887 req-cd27983c-fac5-4f36-92cd-0337e06c6c05 service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282585 Feb 14 19:27:31.024336 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-3d515ee3-97c6-4461-afd4-d37fb613599e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, d77086fc-523b-44db-9492-b506b3fed392) {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:27:31.031261 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d515ee3-97c6-4461-afd4-d37fb613599e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:31.032658 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3d515ee3-97c6-4461-afd4-d37fb613599e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:31.040064 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1953bb-eb6b-47cc-b6ee-b92f1b67f529 None None] Network d77086fc-523b-44db-9492-b506b3fed392 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:27:31.116020 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94cec0-f44e-4d72-bd80-b1affd6e2ad0 req-b8219bbd-23ed-4e8b-9e57-2a530fbf1eb2 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:31.120204 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2e94cec0-f44e-4d72-bd80-b1affd6e2ad0 req-b8219bbd-23ed-4e8b-9e57-2a530fbf1eb2 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 946 time: 0.0710440 Feb 14 19:27:31.160625 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac1f7cb-25fe-4e06-9250-6135b826c7d4 None None] Network d77086fc-523b-44db-9492-b506b3fed392 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:27:31.176298 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2e94cec0-f44e-4d72-bd80-b1affd6e2ad0 req-626e6d7d-a21e-4489-b72b-cdec7963814d tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528405 Feb 14 19:27:31.183976 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-3d515ee3-97c6-4461-afd4-d37fb613599e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9653831 Feb 14 19:27:31.206328 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58820) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:31.337141 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0804f-2286-44f4-9d09-cf82dd819961 req-579ca66f-1b88-4b2c-a10c-659bd276d951 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:31.344873 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-63b0804f-2286-44f4-9d09-cf82dd819961 req-579ca66f-1b88-4b2c-a10c-659bd276d951 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0859339 Feb 14 19:27:31.398870 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d26fb4-bdcd-4f81-bf16-8d0e5b9cd857 tempest-TestMinimumBasicScenario-2014608065 tempest-TestMinimumBasicScenario-2014608065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:31.400614 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-64d26fb4-bdcd-4f81-bf16-8d0e5b9cd857 tempest-TestMinimumBasicScenario-2014608065 tempest-TestMinimumBasicScenario-2014608065-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 1125 time: 0.1973047 Feb 14 19:27:31.406295 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58826) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:31.411165 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Request body: {'floatingip': {'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'port_id': '8ebe4de2-699d-407c-8476-305dc1d7b752', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:31.412470 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-63b0804f-2286-44f4-9d09-cf82dd819961 req-d36c888c-1062-49e1-809c-b79f431337fa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667205 Feb 14 19:27:31.621235 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e406ea6-bc5b-4fec-b593-a79cfb9a6cd0 req-37abfa41-ff7d-4df7-a467-c7f121895e83 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:31.621235 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4e406ea6-bc5b-4fec-b593-a79cfb9a6cd0 req-37abfa41-ff7d-4df7-a467-c7f121895e83 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0577540 Feb 14 19:27:31.621235 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58830) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:31.621235 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-e5e020be-5703-4380-944d-25999af60bc6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Request body: {'floatingip': {'port_id': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:31.625253 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5e020be-5703-4380-944d-25999af60bc6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for floatingip (f2179903-6000-47de-8ee0-d77ffb54cb5a), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:32.294120 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6063358-3fd6-4983-aa45-002f953ddf19 req-37339774-ad3e-405c-a904-6d47d0ff318a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:32.295691 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e6063358-3fd6-4983-aa45-002f953ddf19 req-37339774-ad3e-405c-a904-6d47d0ff318a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 943 time: 0.1146970 Feb 14 19:27:32.431074 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e6063358-3fd6-4983-aa45-002f953ddf19 req-d6b28b5d-9128-40e1-bb24-f7f1d1683813 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066902 Feb 14 19:27:32.431074 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5e020be-5703-4380-944d-25999af60bc6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:32.875818 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:32.963497 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5e020be-5703-4380-944d-25999af60bc6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (f2179903-6000-47de-8ee0-d77ffb54cb5a), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:32.990674 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:33.117922 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.db.l3_db [None req-e5e020be-5703-4380-944d-25999af60bc6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Floating IP f2179903-6000-47de-8ee0-d77ffb54cb5a associated. External IP: 172.27.2.184, port: bb4b0152-8737-43cb-b9e3-6f2444611fdb. Feb 14 19:27:33.137275 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Allocated IP 172.27.2.30 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/0e3341e0-41be-4d0a-8cd3-28b9f95c1226) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:27:33.264091 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for port (0e3341e0-41be-4d0a-8cd3-28b9f95c1226), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:33.368099 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e020be-5703-4380-944d-25999af60bc6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:27:33.376809 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58844) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:33.381898 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-945296317-network', 'tenant_id': '295f0798c39241e7929d1e0f09f94901'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:33.407189 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (0e3341e0-41be-4d0a-8cd3-28b9f95c1226), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:33.452029 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:27:33.457243 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:27:33.459885 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:27:33.493337 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event updated for resources: {'Port': ['ID=0e3341e0-41be-4d0a-8cd3-28b9f95c1226,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:33.512065 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e020be-5703-4380-944d-25999af60bc6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:27:33.524637 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbbbb41-636c-46b3-8cb0-6e0ceaa4db8f None None] Sync routers for ids ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:27:33.539354 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e5e020be-5703-4380-944d-25999af60bc6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:33.544307 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbbbb41-636c-46b3-8cb0-6e0ceaa4db8f None None] Routers {'f36d3114-37a6-4ef7-a799-45bcc2bf39f5'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:27:33.545262 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-4dbbbb41-636c-46b3-8cb0-6e0ceaa4db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:27:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:33.551056 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] Made reservation on behalf of 295f0798c39241e7929d1e0f09f94901 for: {'network': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:27:33.553455 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:33.569798 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:33.586033 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-e5e020be-5703-4380-944d-25999af60bc6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "PUT /v2.0/floatingips/f2179903-6000-47de-8ee0-d77ffb54cb5a HTTP/1.1" status: 200 len: 991 time: 2.0067408 Feb 14 19:27:33.586033 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'tag': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:27:33.587392 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254853412eff7528e62d35f22037d8787cf446ee75a5069e8ba1afd6353e2fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7c0f5b-0eee-4545-bafc-121182bc4480" -d '{"events": [{"name": "network-changed", "server_uuid": "3deb7034-9296-4fc8-a37c-39ad6ad1a421", "tag": "bb4b0152-8737-43cb-b9e3-6f2444611fdb"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:27:33.603515 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742efe9e-1183-4747-b77b-34ca94f7a00b req-1f6d9075-fc4c-41d9-a826-ee90f11bf05d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:33.605666 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-742efe9e-1183-4747-b77b-34ca94f7a00b req-1f6d9075-fc4c-41d9-a826-ee90f11bf05d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 943 time: 0.1097565 Feb 14 19:27:33.661280 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-742efe9e-1183-4747-b77b-34ca94f7a00b req-3db630e3-4a28-4fcb-a903-a599a9e3ca0a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485096 Feb 14 19:27:33.779608 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d9f4b8-c40b-4afc-ac7c-10883da6b739 x-openstack-request-id: req-52d9f4b8-c40b-4afc-ac7c-10883da6b739 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:27:33.780013 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deb7034-9296-4fc8-a37c-39ad6ad1a421", "tag": "bb4b0152-8737-43cb-b9e3-6f2444611fdb", "status": "completed", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:27:33.780374 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-52d9f4b8-c40b-4afc-ac7c-10883da6b739 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:27:33.780945 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'tag': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'status': 'completed', 'code': 200} Feb 14 19:27:33.827388 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-4dbbbb41-636c-46b3-8cb0-6e0ceaa4db8f None None] Set router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:27:33.870119 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] Publish callbacks [] for security_group (6add8caa-1e67-45c3-8e9b-86f305d27a35), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:33.916794 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0f5b-0eee-4545-bafc-121182bc4480 req-82af89eb-0489-4cc9-8a75-ec8b8d684b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:33.919189 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9f7c0f5b-0eee-4545-bafc-121182bc4480 req-82af89eb-0489-4cc9-8a75-ec8b8d684b11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8e94048f637402f867e42ca604960db&device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 1129 time: 0.1117411 Feb 14 19:27:33.978145 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (6add8caa-1e67-45c3-8e9b-86f305d27a35), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:34.065184 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:27:34.087389 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-4dbbbb41-636c-46b3-8cb0-6e0ceaa4db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'f2179903-6000-47de-8ee0-d77ffb54cb5a', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'port_id': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'mac_address': 'fa:16:3e:62:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:27:14Z', 'updated_at': '2022-02-14T19:27:32Z', 'revision_number': 1, 'project_id': 'd8e94048f637402f867e42ca604960db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 5, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:34.110087 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (97512f42-18e1-4ddb-a592-d44f42f7ff33), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:34.110468 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.segments_db [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] Added segment 97512f42-18e1-4ddb-a592-d44f42f7ff33 of type vlan for network 4444c73b-48ae-4368-b559-41787c3fd301 Feb 14 19:27:34.120986 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbbbb41-636c-46b3-8cb0-6e0ceaa4db8f None None] Checking router: f36d3114-37a6-4ef7-a799-45bcc2bf39f5 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:27:34.132536 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbbbb41-636c-46b3-8cb0-6e0ceaa4db8f None None] Routers {'f36d3114-37a6-4ef7-a799-45bcc2bf39f5'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:27:34.133181 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-4dbbbb41-636c-46b3-8cb0-6e0ceaa4db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:27:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:34.156624 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6add8caa-1e67-45c3-8e9b-86f305d27a35,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:34.214746 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (4444c73b-48ae-4368-b559-41787c3fd301), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:34.227499 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0f5b-0eee-4545-bafc-121182bc4480 req-fbbab775-4876-46cb-ad35-2d9cd45e42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:34.227499 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9f7c0f5b-0eee-4545-bafc-121182bc4480 req-fbbab775-4876-46cb-ad35-2d9cd45e42bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 200 len: 918 time: 0.3009543 Feb 14 19:27:34.282867 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-4dbbbb41-636c-46b3-8cb0-6e0ceaa4db8f None None] Set router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:27:34.283892 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for floatingip (0195376a-370c-4806-b44c-06f26b2ffb5d), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:34.315435 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 36068770-451b-444a-b502-7ecb9dc736bd details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:27:34.346970 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9f7c0f5b-0eee-4545-bafc-121182bc4480 req-a987a84a-0a79-4f7b-ad6e-d6099c33e81c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb HTTP/1.1" status: 200 len: 999 time: 0.1132479 Feb 14 19:27:34.410724 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0f5b-0eee-4545-bafc-121182bc4480 req-25a4be12-d80a-45fd-9765-59651e26c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:34.412179 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9f7c0f5b-0eee-4545-bafc-121182bc4480 req-25a4be12-d80a-45fd-9765-59651e26c969 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfee419b-fffe-4533-9b87-1735a151f782 HTTP/1.1" status: 200 len: 856 time: 0.0581686 Feb 14 19:27:34.417174 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (4444c73b-48ae-4368-b559-41787c3fd301), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:34.419883 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:34.419883 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:34.524950 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (0e3341e0-41be-4d0a-8cd3-28b9f95c1226), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:34.544898 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 36068770-451b-444a-b502-7ecb9dc736bd, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=36068770-451b-444a-b502-7ecb9dc736bd,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:34.594703 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': '36068770-451b-444a-b502-7ecb9dc736bd', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'port_id': '36068770-451b-444a-b502-7ecb9dc736bd', 'mac_address': 'fa:16:3e:ba:97:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:27:34.658148 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 36068770-451b-444a-b502-7ecb9dc736bd is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:27:34.658972 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (36068770-451b-444a-b502-7ecb9dc736bd), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:34.676832 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36068770-451b-444a-b502-7ecb9dc736bd {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:27:34.684769 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-4dbbbb41-636c-46b3-8cb0-6e0ceaa4db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'f2179903-6000-47de-8ee0-d77ffb54cb5a', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'port_id': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'mac_address': 'fa:16:3e:62:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:27:14Z', 'updated_at': '2022-02-14T19:27:32Z', 'revision_number': 1, 'project_id': 'd8e94048f637402f867e42ca604960db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 5, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:34.732027 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbbbb41-636c-46b3-8cb0-6e0ceaa4db8f None None] The sync data for ids ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'] in dv-cinder-816898-8-iscsi is: [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'f2179903-6000-47de-8ee0-d77ffb54cb5a', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'port_id': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'mac_address': 'fa:16:3e:62:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:27:14Z', 'updated_at': '2022-02-14T19:27:32Z', 'revision_number': 1, 'project_id': 'd8e94048f637402f867e42ca604960db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 5, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:27:34.734874 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 36068770-451b-444a-b502-7ecb9dc736bd, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=36068770-451b-444a-b502-7ecb9dc736bd,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:34.813615 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407c6d8-7a65-409e-bcff-f3e1b621bd72 req-988ffb37-aac6-46a8-bb6b-2e50e84ddd5c tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:34.816826 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4386787 Feb 14 19:27:34.820831 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1407c6d8-7a65-409e-bcff-f3e1b621bd72 req-988ffb37-aac6-46a8-bb6b-2e50e84ddd5c tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 943 time: 0.0697987 Feb 14 19:27:34.822558 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58862) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:34.833193 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-63f1b4a3-6863-4173-93b2-9ea9328ab740 admin admin] Request body: {'subnet': {'network_id': '4444c73b-48ae-4368-b559-41787c3fd301', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-945296317-subnet', 'tenant_id': '295f0798c39241e7929d1e0f09f94901', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:34.841543 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab486d53-169c-4770-9a80-09a19b6d5359 admin admin] Pushing event updated for resources: {'Network': ['ID=4444c73b-48ae-4368-b559-41787c3fd301,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:34.853976 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (36068770-451b-444a-b502-7ecb9dc736bd), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:34.864291 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network 4444c73b-48ae-4368-b559-41787c3fd301 details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:27:34.870081 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0f5b-0eee-4545-bafc-121182bc4480 req-93ea5dbd-fdd9-424b-97d6-db7eea415fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:34.871306 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9f7c0f5b-0eee-4545-bafc-121182bc4480 req-93ea5dbd-fdd9-424b-97d6-db7eea415fbe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4477713 Feb 14 19:27:34.895557 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1407c6d8-7a65-409e-bcff-f3e1b621bd72 req-e306a2bd-cc0d-46c2-ae27-756f815f2bd7 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737457 Feb 14 19:27:34.968475 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f1b4a3-6863-4173-93b2-9ea9328ab740 admin admin] Made reservation on behalf of 295f0798c39241e7929d1e0f09f94901 for: {'subnet': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:27:34.973526 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-63f1b4a3-6863-4173-93b2-9ea9328ab740 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126032166'] for subnet (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:34.982174 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=36068770-451b-444a-b502-7ecb9dc736bd,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:35.045245 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f76a1-78f1-4671-8b65-50ed001ecdd6 None None] New status for floating IP f2179903-6000-47de-8ee0-d77ffb54cb5a: ACTIVE {{(pid=103313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:27:35.045840 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9f7c0f5b-0eee-4545-bafc-121182bc4480 req-c29d6733-074a-4732-80bc-750869f978fe service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668472 Feb 14 19:27:35.081122 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for port (0e3341e0-41be-4d0a-8cd3-28b9f95c1226), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:35.149099 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['36068770-451b-444a-b502-7ecb9dc736bd'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:27:35.158716 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9f7c0f5b-0eee-4545-bafc-121182bc4480 req-28f5e51a-799d-40e5-afb5-a02b7fd2376d service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022811 Feb 14 19:27:35.174247 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (0e3341e0-41be-4d0a-8cd3-28b9f95c1226), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:35.250474 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event updated for resources: {'Port': ['ID=0e3341e0-41be-4d0a-8cd3-28b9f95c1226,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:35.265001 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (0195376a-370c-4806-b44c-06f26b2ffb5d), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:35.289093 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-63f1b4a3-6863-4173-93b2-9ea9328ab740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125990480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126032148'] for subnet (3cff3948-3212-4074-a452-922b8a437264), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:35.351845 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1b4a3-6863-4173-93b2-9ea9328ab740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cff3948-3212-4074-a452-922b8a437264,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:35.368962 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1b4a3-6863-4173-93b2-9ea9328ab740 admin admin] Checking segment: {'id': '97512f42-18e1-4ddb-a592-d44f42f7ff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4444c73b-48ae-4368-b559-41787c3fd301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:27:35.369512 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f1b4a3-6863-4173-93b2-9ea9328ab740 admin admin] Network hostable DHCP agents. Network: 4444c73b-48ae-4368-b559-41787c3fd301, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:27:35.379287 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.l3_db [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Floating IP 0195376a-370c-4806-b44c-06f26b2ffb5d associated. External IP: 172.27.2.30, port: 8ebe4de2-699d-407c-8476-305dc1d7b752. Feb 14 19:27:35.466525 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f1b4a3-6863-4173-93b2-9ea9328ab740 admin admin] Network 4444c73b-48ae-4368-b559-41787c3fd301 is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:27:35.578012 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-63f1b4a3-6863-4173-93b2-9ea9328ab740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, 4444c73b-48ae-4368-b559-41787c3fd301) {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:27:35.582404 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f1b4a3-6863-4173-93b2-9ea9328ab740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:35.582952 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-63f1b4a3-6863-4173-93b2-9ea9328ab740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:35.587738 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a2e598-b38e-4c0c-bfc4-df5b6fee3a1b None None] Network 4444c73b-48ae-4368-b559-41787c3fd301 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:27:35.611284 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Router 3695fe69-a2bf-49f2-941d-f14c1c209e1d has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:27:35.669371 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-63f1b4a3-6863-4173-93b2-9ea9328ab740 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8439133 Feb 14 19:27:35.693975 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b9481d-337c-4d26-a3fc-1f9b24719eb5 None None] Network 4444c73b-48ae-4368-b559-41787c3fd301 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:27:35.741937 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:27:35.772172 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ebd47-7c9a-4ade-8782-403e4361fcf8 None None] Sync routers for ids ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:27:35.817476 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ebd47-7c9a-4ade-8782-403e4361fcf8 None None] Routers {'3695fe69-a2bf-49f2-941d-f14c1c209e1d'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:27:35.818570 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-615ebd47-7c9a-4ade-8782-403e4361fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:27:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:35.827776 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:35.828109 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58872) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:35.857534 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-8129ff84-2ff3-4243-96aa-3affcf6209e8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4470496 Feb 14 19:27:35.857534 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'tag': '8ebe4de2-699d-407c-8476-305dc1d7b752'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:27:35.858010 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6b5c18-b102-48da-8ac0-41200376ec2f" -d '{"events": [{"name": "network-changed", "server_uuid": "68afa585-2d0c-4ef1-b32a-fcec52303c4c", "tag": "8ebe4de2-699d-407c-8476-305dc1d7b752"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:27:35.860291 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58874) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:35.865787 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-d80bb330-ac0a-4590-ada5-196de79c47cd tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-806611059', 'description': 'tempest-secgroup-smoke-806611059 description', 'project_id': '677c0b411afe40a2afeaf69d4b655f30'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:35.910468 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d197911-19cb-4657-8d6b-0808ea9a8149 admin admin] Deleting subnet bcea617e-aa1f-47ed-935a-cf4440df9232 {{(pid=103311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:27:35.910668 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14c942e-fa79-41cc-86a9-4965842e52e7 x-openstack-request-id: req-c14c942e-fa79-41cc-86a9-4965842e52e7 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:27:35.910860 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68afa585-2d0c-4ef1-b32a-fcec52303c4c", "tag": "8ebe4de2-699d-407c-8476-305dc1d7b752", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:27:35.912114 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c14c942e-fa79-41cc-86a9-4965842e52e7 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:27:35.912601 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'tag': '8ebe4de2-699d-407c-8476-305dc1d7b752', 'status': 'completed', 'code': 200} Feb 14 19:27:35.915093 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d197911-19cb-4657-8d6b-0808ea9a8149 admin admin] Publish callbacks [] for subnet (bcea617e-aa1f-47ed-935a-cf4440df9232), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:35.965572 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d197911-19cb-4657-8d6b-0808ea9a8149 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125879425'] for subnet (bcea617e-aa1f-47ed-935a-cf4440df9232), precommit_delete_associations {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:35.978763 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-615ebd47-7c9a-4ade-8782-403e4361fcf8 None None] Set router 3695fe69-a2bf-49f2-941d-f14c1c209e1d gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:27:35.986215 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d80bb330-ac0a-4590-ada5-196de79c47cd tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.012783 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b5c18-b102-48da-8ac0-41200376ec2f req-81f16d15-2e5c-4577-901c-772abbffd759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:36.014436 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9b6b5c18-b102-48da-8ac0-41200376ec2f req-81f16d15-2e5c-4577-901c-772abbffd759 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=677c0b411afe40a2afeaf69d4b655f30&device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 1130 time: 0.0818279 Feb 14 19:27:36.042208 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d197911-19cb-4657-8d6b-0808ea9a8149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (bcea617e-aa1f-47ed-935a-cf4440df9232), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.099817 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc50d07-22d7-4fe8-9771-ed506a2476b3 req-9e250e6a-1ac5-460b-9ff9-d179cc5c5f65 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:36.101594 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-dcc50d07-22d7-4fe8-9771-ed506a2476b3 req-9e250e6a-1ac5-460b-9ff9-d179cc5c5f65 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 944 time: 0.1095033 Feb 14 19:27:36.146964 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d80bb330-ac0a-4590-ada5-196de79c47cd tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group (741408ca-d7ff-4cc1-a604-cd3847bc443c), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.165040 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b5c18-b102-48da-8ac0-41200376ec2f req-be9bf2d1-17a6-491a-8118-20539e95633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:36.166906 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9b6b5c18-b102-48da-8ac0-41200376ec2f req-be9bf2d1-17a6-491a-8118-20539e95633c service neutron] 10.222.0.43 "GET /v2.0/networks?id=acf8c820-9a47-4467-ac0f-618f8e7e6456 HTTP/1.1" status: 200 len: 916 time: 0.1438723 Feb 14 19:27:36.172911 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-dcc50d07-22d7-4fe8-9771-ed506a2476b3 req-2896b9e9-a18d-4ca1-b924-b6dffd6800c2 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647068 Feb 14 19:27:36.209632 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d197911-19cb-4657-8d6b-0808ea9a8149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125990431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126032157'] for subnet (bcea617e-aa1f-47ed-935a-cf4440df9232), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.235054 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d80bb330-ac0a-4590-ada5-196de79c47cd tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (741408ca-d7ff-4cc1-a604-cd3847bc443c), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.252446 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d197911-19cb-4657-8d6b-0808ea9a8149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcea617e-aa1f-47ed-935a-cf4440df9232,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:36.254658 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d197911-19cb-4657-8d6b-0808ea9a8149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.258311 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-0d197911-19cb-4657-8d6b-0808ea9a8149 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bcea617e-aa1f-47ed-935a-cf4440df9232 HTTP/1.1" status: 204 len: 168 time: 0.4290018 Feb 14 19:27:36.263483 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58880) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:36.290266 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9b6b5c18-b102-48da-8ac0-41200376ec2f req-b9b44390-160b-481d-9ded-ae2285cccc58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ebe4de2-699d-407c-8476-305dc1d7b752 HTTP/1.1" status: 200 len: 999 time: 0.1157374 Feb 14 19:27:36.291030 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bb330-ac0a-4590-ada5-196de79c47cd tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741408ca-d7ff-4cc1-a604-cd3847bc443c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:36.328132 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 36068770-451b-444a-b502-7ecb9dc736bd up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:27:36.340410 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53c385e6-952c-495a-812b-7f13552096cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (d77086fc-523b-44db-9492-b506b3fed392), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.347799 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b5c18-b102-48da-8ac0-41200376ec2f req-7f02c40f-da4b-4e3f-9e65-7f10c6b56c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:36.349365 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9b6b5c18-b102-48da-8ac0-41200376ec2f req-7f02c40f-da4b-4e3f-9e65-7f10c6b56c93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=848bbf1a-3cef-48c0-a485-17c9b730318d HTTP/1.1" status: 200 len: 854 time: 0.0508475 Feb 14 19:27:36.388075 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-d80bb330-ac0a-4590-ada5-196de79c47cd tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.392298 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-d80bb330-ac0a-4590-ada5-196de79c47cd tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5274930 Feb 14 19:27:36.393984 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58882) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:36.398732 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-843546be-e484-4703-b1be-8181cba4184e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Request body: {'security_group_rule': {'security_group_id': '741408ca-d7ff-4cc1-a604-cd3847bc443c', 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:36.411063 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b5c18-b102-48da-8ac0-41200376ec2f req-821f6058-45ad-4cef-bae3-8d67035d20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:36.412776 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9b6b5c18-b102-48da-8ac0-41200376ec2f req-821f6058-45ad-4cef-bae3-8d67035d20e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=acf8c820-9a47-4467-ac0f-618f8e7e6456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559709 Feb 14 19:27:36.446135 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-615ebd47-7c9a-4ade-8782-403e4361fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:26:25Z', 'revision_number': 4, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '0195376a-370c-4806-b44c-06f26b2ffb5d', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'port_id': '8ebe4de2-699d-407c-8476-305dc1d7b752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'mac_address': 'fa:16:3e:35:87:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:27:33Z', 'updated_at': '2022-02-14T19:27:33Z', 'revision_number': 0, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584f77fd-2058-4698-82b6-48aec688d0a4', 'name': '', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'mac_address': 'fa:16:3e:c1:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:25Z', 'updated_at': '2022-02-14T19:26:30Z', 'revision_number': 5, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'subnets': [{'id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:36.451547 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53c385e6-952c-495a-812b-7f13552096cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (d77086fc-523b-44db-9492-b506b3fed392), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.476404 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ebd47-7c9a-4ade-8782-403e4361fcf8 None None] Checking router: 3695fe69-a2bf-49f2-941d-f14c1c209e1d for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:27:36.477924 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-53c385e6-952c-495a-812b-7f13552096cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77086fc-523b-44db-9492-b506b3fed392']}} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:36.488410 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ebd47-7c9a-4ade-8782-403e4361fcf8 None None] Routers {'3695fe69-a2bf-49f2-941d-f14c1c209e1d'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:27:36.489071 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-615ebd47-7c9a-4ade-8782-403e4361fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:27:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:36.489307 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-53c385e6-952c-495a-812b-7f13552096cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd983f80e-4ac2-4323-912b-420afce836e6') {'for_net_delete': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:36.491928 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-53c385e6-952c-495a-812b-7f13552096cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd983f80e-4ac2-4323-912b-420afce836e6') {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:36.500412 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53c385e6-952c-495a-812b-7f13552096cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125879446'] for segment (d983f80e-4ac2-4323-912b-420afce836e6), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.519894 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53c385e6-952c-495a-812b-7f13552096cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (d983f80e-4ac2-4323-912b-420afce836e6), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.528534 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c385e6-952c-495a-812b-7f13552096cf admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:27:36.529372 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53c385e6-952c-495a-812b-7f13552096cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125991613'] for segment (d983f80e-4ac2-4323-912b-420afce836e6), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: Traceback (most recent call last): Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: timer() Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: cb(*args, **kw) Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: return func(*args, **kwargs) Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: self._notify() Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: self.callback(batched_events) Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: event.method(event) Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: return f(self, *a, **k) Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: return self._get(url).json() Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: return self.request(url, 'GET', **kwargs) Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:27:36.531391 dv-cinder-816898-8-iscsi neutron-server[103311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:27:36.540981 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9b6b5c18-b102-48da-8ac0-41200376ec2f req-03c390bd-60ee-4c4b-b240-39b96bfa04b8 service neutron] 10.222.0.43 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212547 Feb 14 19:27:36.544267 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port 36068770-451b-444a-b502-7ecb9dc736bd completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:27:36.553179 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-843546be-e484-4703-b1be-8181cba4184e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (f64db8ea-db0a-4109-a642-b60579d7057d), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.553385 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port 36068770-451b-444a-b502-7ecb9dc736bd triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:27:36.553749 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (36068770-451b-444a-b502-7ecb9dc736bd), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.648237 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-843546be-e484-4703-b1be-8181cba4184e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (f64db8ea-db0a-4109-a642-b60579d7057d), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.654679 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9b6b5c18-b102-48da-8ac0-41200376ec2f req-dea780fd-4dfd-4419-a491-910f587e5601 service neutron] 10.222.0.43 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076694 Feb 14 19:27:36.683669 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-615ebd47-7c9a-4ade-8782-403e4361fcf8 None None] Set router 3695fe69-a2bf-49f2-941d-f14c1c209e1d gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:27:36.700591 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53c385e6-952c-495a-812b-7f13552096cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (d77086fc-523b-44db-9492-b506b3fed392), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.709406 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-53c385e6-952c-495a-812b-7f13552096cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.713562 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-53c385e6-952c-495a-812b-7f13552096cf admin admin] 10.222.0.26 "DELETE /v2.0/networks/d77086fc-523b-44db-9492-b506b3fed392 HTTP/1.1" status: 204 len: 168 time: 0.4487345 Feb 14 19:27:36.718024 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58884) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:36.726091 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c385e6-952c-495a-812b-7f13552096cf admin admin] Pushing event deleted for resources: {'Network': ['ID=d77086fc-523b-44db-9492-b506b3fed392,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:36.728700 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-843546be-e484-4703-b1be-8181cba4184e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (f64db8ea-db0a-4109-a642-b60579d7057d), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.743544 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843546be-e484-4703-b1be-8181cba4184e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64db8ea-db0a-4109-a642-b60579d7057d,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:36.743716 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 36068770-451b-444a-b502-7ecb9dc736bd is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:27:36.744036 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (36068770-451b-444a-b502-7ecb9dc736bd), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.769595 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0c1164-cf5c-481d-91e8-2b1c71b45e55 admin admin] Deleting subnet 3cff3948-3212-4074-a452-922b8a437264 {{(pid=103310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:27:36.773228 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4a0c1164-cf5c-481d-91e8-2b1c71b45e55 admin admin] Publish callbacks [] for subnet (3cff3948-3212-4074-a452-922b8a437264), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.813049 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3035e353-13cf-48a2-8c3e-9e24e2bcf43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36068770-451b-444a-b502-7ecb9dc736bd'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:27:36.815479 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c30b90-61fa-4942-a50b-28d225e9327f" -d '{"events": [{"server_uuid": "3035e353-13cf-48a2-8c3e-9e24e2bcf43e", "name": "network-vif-plugged", "status": "completed", "tag": "36068770-451b-444a-b502-7ecb9dc736bd"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:27:36.815636 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4a0c1164-cf5c-481d-91e8-2b1c71b45e55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129926344'] for subnet (3cff3948-3212-4074-a452-922b8a437264), precommit_delete_associations {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.833551 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-843546be-e484-4703-b1be-8181cba4184e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.835708 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-843546be-e484-4703-b1be-8181cba4184e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4419291 Feb 14 19:27:36.841717 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58888) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:36.843671 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 36068770-451b-444a-b502-7ecb9dc736bd, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=36068770-451b-444a-b502-7ecb9dc736bd,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:36.850319 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-f5038b77-5560-41f3-a95b-53629ba7df32 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Request body: {'security_group_rule': {'security_group_id': '741408ca-d7ff-4cc1-a604-cd3847bc443c', 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:36.865587 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8e6075-00fa-42aa-858d-d518d8e18582 x-openstack-request-id: req-4b8e6075-00fa-42aa-858d-d518d8e18582 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:27:36.865912 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3035e353-13cf-48a2-8c3e-9e24e2bcf43e", "name": "network-vif-plugged", "status": "completed", "tag": "36068770-451b-444a-b502-7ecb9dc736bd", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:27:36.866220 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b8e6075-00fa-42aa-858d-d518d8e18582 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:27:36.866667 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3035e353-13cf-48a2-8c3e-9e24e2bcf43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36068770-451b-444a-b502-7ecb9dc736bd', 'code': 200} Feb 14 19:27:36.884179 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4a0c1164-cf5c-481d-91e8-2b1c71b45e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (3cff3948-3212-4074-a452-922b8a437264), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.926848 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (36068770-451b-444a-b502-7ecb9dc736bd), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:36.962041 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f5038b77-5560-41f3-a95b-53629ba7df32 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (91ab93a6-7bb0-455e-904a-dd1a3bf351da), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.013033 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f5038b77-5560-41f3-a95b-53629ba7df32 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (91ab93a6-7bb0-455e-904a-dd1a3bf351da), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.018110 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=36068770-451b-444a-b502-7ecb9dc736bd,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:37.047222 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-615ebd47-7c9a-4ade-8782-403e4361fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:26:25Z', 'revision_number': 4, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '0195376a-370c-4806-b44c-06f26b2ffb5d', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'port_id': '8ebe4de2-699d-407c-8476-305dc1d7b752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'mac_address': 'fa:16:3e:35:87:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:27:33Z', 'updated_at': '2022-02-14T19:27:33Z', 'revision_number': 0, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584f77fd-2058-4698-82b6-48aec688d0a4', 'name': '', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'mac_address': 'fa:16:3e:c1:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:25Z', 'updated_at': '2022-02-14T19:26:30Z', 'revision_number': 5, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'subnets': [{'id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:37.074685 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ebd47-7c9a-4ade-8782-403e4361fcf8 None None] The sync data for ids ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'] in dv-cinder-816898-8-iscsi is: [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:26:25Z', 'revision_number': 4, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '0195376a-370c-4806-b44c-06f26b2ffb5d', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'port_id': '8ebe4de2-699d-407c-8476-305dc1d7b752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'mac_address': 'fa:16:3e:35:87:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:27:33Z', 'updated_at': '2022-02-14T19:27:33Z', 'revision_number': 0, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584f77fd-2058-4698-82b6-48aec688d0a4', 'name': '', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'mac_address': 'fa:16:3e:c1:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:25Z', 'updated_at': '2022-02-14T19:26:30Z', 'revision_number': 5, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'subnets': [{'id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:27:37.087241 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4a0c1164-cf5c-481d-91e8-2b1c71b45e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129455284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129471064'] for subnet (3cff3948-3212-4074-a452-922b8a437264), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.114126 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c1164-cf5c-481d-91e8-2b1c71b45e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cff3948-3212-4074-a452-922b8a437264,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:37.118301 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4a0c1164-cf5c-481d-91e8-2b1c71b45e55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.125222 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-4a0c1164-cf5c-481d-91e8-2b1c71b45e55 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3cff3948-3212-4074-a452-922b8a437264 HTTP/1.1" status: 204 len: 168 time: 0.4060192 Feb 14 19:27:37.125367 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58890) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:37.126180 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f5038b77-5560-41f3-a95b-53629ba7df32 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (91ab93a6-7bb0-455e-904a-dd1a3bf351da), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.149381 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5038b77-5560-41f3-a95b-53629ba7df32 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ab93a6-7bb0-455e-904a-dd1a3bf351da,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:37.209169 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-54418ecc-bded-42db-ae5a-64b06ebe49fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (4444c73b-48ae-4368-b559-41787c3fd301), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.236662 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-f5038b77-5560-41f3-a95b-53629ba7df32 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.240449 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-f5038b77-5560-41f3-a95b-53629ba7df32 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3982983 Feb 14 19:27:37.240912 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58894) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:37.246194 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-079c6c7a-39d0-48f3-ba5d-339d49616286 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Request body: {'security_group_rule': {'security_group_id': '741408ca-d7ff-4cc1-a604-cd3847bc443c', 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:37.276677 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc647a1-3e76-4152-93dd-4a7270d605e2 req-0e10e72f-fc1e-4c4f-bde5-67db8939fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:37.278745 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9dc647a1-3e76-4152-93dd-4a7270d605e2 req-0e10e72f-fc1e-4c4f-bde5-67db8939fd13 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 1129 time: 0.0878522 Feb 14 19:27:37.331597 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9dc647a1-3e76-4152-93dd-4a7270d605e2 req-1dc2f9dd-7674-4ad3-afb4-2f480a0a1eb7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446351 Feb 14 19:27:37.344592 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-54418ecc-bded-42db-ae5a-64b06ebe49fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (4444c73b-48ae-4368-b559-41787c3fd301), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.350953 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8b8d8-d809-4044-91b5-92fddbb0bbfa None None] New status for floating IP 0195376a-370c-4806-b44c-06f26b2ffb5d: ACTIVE {{(pid=103313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:27:37.359946 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-079c6c7a-39d0-48f3-ba5d-339d49616286 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (ceab8d92-e9f9-4031-ace9-1132756d70f4), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.371913 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-54418ecc-bded-42db-ae5a-64b06ebe49fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4444c73b-48ae-4368-b559-41787c3fd301']}} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:37.389506 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2025c95-3101-47a4-a31b-f394695ffb5f req-c8b46237-707e-4537-a5ba-a5a3fc83a6d0 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:37.391195 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b2025c95-3101-47a4-a31b-f394695ffb5f req-c8b46237-707e-4537-a5ba-a5a3fc83a6d0 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 945 time: 0.1348403 Feb 14 19:27:37.393042 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-54418ecc-bded-42db-ae5a-64b06ebe49fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97512f42-18e1-4ddb-a592-d44f42f7ff33') {'for_net_delete': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:37.393337 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-54418ecc-bded-42db-ae5a-64b06ebe49fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97512f42-18e1-4ddb-a592-d44f42f7ff33') {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:37.408310 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-54418ecc-bded-42db-ae5a-64b06ebe49fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125879446'] for segment (97512f42-18e1-4ddb-a592-d44f42f7ff33), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.414499 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-079c6c7a-39d0-48f3-ba5d-339d49616286 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (ceab8d92-e9f9-4031-ace9-1132756d70f4), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.442399 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-54418ecc-bded-42db-ae5a-64b06ebe49fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (97512f42-18e1-4ddb-a592-d44f42f7ff33), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.456756 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54418ecc-bded-42db-ae5a-64b06ebe49fb admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:27:37.457163 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-54418ecc-bded-42db-ae5a-64b06ebe49fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125991613'] for segment (97512f42-18e1-4ddb-a592-d44f42f7ff33), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: Traceback (most recent call last): Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: timer() Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: cb(*args, **kw) Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: return func(*args, **kwargs) Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: self._notify() Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: self.callback(batched_events) Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: event.method(event) Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: return f(self, *a, **k) Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: return self._get(url).json() Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: return self.request(url, 'GET', **kwargs) Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:27:37.459045 dv-cinder-816898-8-iscsi neutron-server[103311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:27:37.500370 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-079c6c7a-39d0-48f3-ba5d-339d49616286 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (ceab8d92-e9f9-4031-ace9-1132756d70f4), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.509233 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b2025c95-3101-47a4-a31b-f394695ffb5f req-1a664d8e-9e86-444d-bb31-a66fb0b41890 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085870 Feb 14 19:27:37.529517 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c6c7a-39d0-48f3-ba5d-339d49616286 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceab8d92-e9f9-4031-ace9-1132756d70f4,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:37.585768 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-54418ecc-bded-42db-ae5a-64b06ebe49fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (4444c73b-48ae-4368-b559-41787c3fd301), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.588849 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-079c6c7a-39d0-48f3-ba5d-339d49616286 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.593314 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-079c6c7a-39d0-48f3-ba5d-339d49616286 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3491316 Feb 14 19:27:37.593851 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-54418ecc-bded-42db-ae5a-64b06ebe49fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.595444 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58896) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:37.598548 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-54418ecc-bded-42db-ae5a-64b06ebe49fb admin admin] 10.222.0.26 "DELETE /v2.0/networks/4444c73b-48ae-4368-b559-41787c3fd301 HTTP/1.1" status: 204 len: 168 time: 0.4699621 Feb 14 19:27:37.600895 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-4d4d6770-d9b5-4d0d-a2fc-5e33e6f7f9b1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Request body: {'security_group_rule': {'security_group_id': '741408ca-d7ff-4cc1-a604-cd3847bc443c', 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:37.609364 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54418ecc-bded-42db-ae5a-64b06ebe49fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4444c73b-48ae-4368-b559-41787c3fd301,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:37.699765 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4d4d6770-d9b5-4d0d-a2fc-5e33e6f7f9b1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (7c8ae73a-c1e0-4281-ac18-523e863962b3), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.758548 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4d4d6770-d9b5-4d0d-a2fc-5e33e6f7f9b1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (7c8ae73a-c1e0-4281-ac18-523e863962b3), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.819871 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4d4d6770-d9b5-4d0d-a2fc-5e33e6f7f9b1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (7c8ae73a-c1e0-4281-ac18-523e863962b3), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.837940 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d6770-d9b5-4d0d-a2fc-5e33e6f7f9b1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8ae73a-c1e0-4281-ac18-523e863962b3,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:37.879152 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4d4d6770-d9b5-4d0d-a2fc-5e33e6f7f9b1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.880449 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-4d4d6770-d9b5-4d0d-a2fc-5e33e6f7f9b1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2840652 Feb 14 19:27:37.883426 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58900) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:37.888008 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-0fecd396-0cd4-403f-b1a6-de07d8e174b0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Request body: {'security_group_rule': {'security_group_id': '741408ca-d7ff-4cc1-a604-cd3847bc443c', 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:37.945088 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58902) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:37.985542 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.securitygroups_db [None req-0fecd396-0cd4-403f-b1a6-de07d8e174b0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Project 677c0b411afe40a2afeaf69d4b655f30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 19:27:37.991434 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-0ab9df45-619d-4288-acbd-298426a3771c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36cdf8b2e6fd442ea900bfcc9ef564df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452883 Feb 14 19:27:37.992807 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0fecd396-0cd4-403f-b1a6-de07d8e174b0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (b39f0f52-97cd-4787-9d8d-52165e832b34), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:37.994228 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58904) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:38.041731 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0fecd396-0cd4-403f-b1a6-de07d8e174b0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (b39f0f52-97cd-4787-9d8d-52165e832b34), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:38.042098 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-01cc6c61-d1f8-4b87-92d6-41cf7aa2a3e0 admin admin] Publish callbacks [] for security_group (61732bad-7e98-4787-99e1-e262ab91e3e3), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:38.064231 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-01cc6c61-d1f8-4b87-92d6-41cf7aa2a3e0 admin admin] Publish callbacks [] for security_group (61732bad-7e98-4787-99e1-e262ab91e3e3), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:38.137878 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0fecd396-0cd4-403f-b1a6-de07d8e174b0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (b39f0f52-97cd-4787-9d8d-52165e832b34), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:38.159367 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecd396-0cd4-403f-b1a6-de07d8e174b0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39f0f52-97cd-4787-9d8d-52165e832b34,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:38.203041 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-01cc6c61-d1f8-4b87-92d6-41cf7aa2a3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (61732bad-7e98-4787-99e1-e262ab91e3e3), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:38.206263 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-01cc6c61-d1f8-4b87-92d6-41cf7aa2a3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:38.208177 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-01cc6c61-d1f8-4b87-92d6-41cf7aa2a3e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61732bad-7e98-4787-99e1-e262ab91e3e3 HTTP/1.1" status: 204 len: 168 time: 0.2129855 Feb 14 19:27:38.217864 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc6c61-d1f8-4b87-92d6-41cf7aa2a3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61732bad-7e98-4787-99e1-e262ab91e3e3,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:38.239307 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0fecd396-0cd4-403f-b1a6-de07d8e174b0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:38.240605 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-0fecd396-0cd4-403f-b1a6-de07d8e174b0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3561399 Feb 14 19:27:38.243220 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58908) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:38.247696 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-1c4f1066-4d6d-4ce8-9607-1069a9349bc1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Request body: {'security_group_rule': {'security_group_id': '741408ca-d7ff-4cc1-a604-cd3847bc443c', 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:38.343803 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.securitygroups_db [None req-1c4f1066-4d6d-4ce8-9607-1069a9349bc1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Project 677c0b411afe40a2afeaf69d4b655f30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 19:27:38.349098 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1066-4d6d-4ce8-9607-1069a9349bc1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (949213ae-8109-4bd1-a7b2-a0d63ddca5c4), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:38.415167 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1066-4d6d-4ce8-9607-1069a9349bc1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (949213ae-8109-4bd1-a7b2-a0d63ddca5c4), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:38.494065 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1066-4d6d-4ce8-9607-1069a9349bc1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (949213ae-8109-4bd1-a7b2-a0d63ddca5c4), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:38.514008 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f1066-4d6d-4ce8-9607-1069a9349bc1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949213ae-8109-4bd1-a7b2-a0d63ddca5c4,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:38.610897 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1c4f1066-4d6d-4ce8-9607-1069a9349bc1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:38.612400 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-1c4f1066-4d6d-4ce8-9607-1069a9349bc1 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3681488 Feb 14 19:27:38.644681 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28fdf2-256f-4f8d-986b-de181a0a2258 req-c0b710eb-2602-4048-b5c2-d240e7e3d4e6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:38.650883 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cf28fdf2-256f-4f8d-986b-de181a0a2258 req-c0b710eb-2602-4048-b5c2-d240e7e3d4e6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 945 time: 0.0712225 Feb 14 19:27:38.703739 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cf28fdf2-256f-4f8d-986b-de181a0a2258 req-7d281c35-3ea0-4117-a566-1c6a83fb6f4e tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512931 Feb 14 19:27:38.801801 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e5e169bc-90e0-48b9-8e56-06f6a70c9d2f req-17ee7e23-13ed-4ad6-8de1-3fb54471cc9c tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806611059&fields=id&tenant_id=677c0b411afe40a2afeaf69d4b655f30 HTTP/1.1" status: 200 len: 267 time: 0.0440133 Feb 14 19:27:38.858638 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e169bc-90e0-48b9-8e56-06f6a70c9d2f req-e8436909-ef09-47c3-92bc-2f443b3a245c tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:38.860184 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e5e169bc-90e0-48b9-8e56-06f6a70c9d2f req-e8436909-ef09-47c3-92bc-2f443b3a245c tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 946 time: 0.0529194 Feb 14 19:27:38.871420 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [req-e5e169bc-90e0-48b9-8e56-06f6a70c9d2f req-6a8f7e10-15ce-4f72-838a-c5dc845a2bf8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Request body: {'port': {'security_groups': ['d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47', '741408ca-d7ff-4cc1-a604-cd3847bc443c']}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:38.956815 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58916) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:38.966689 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-e5e169bc-90e0-48b9-8e56-06f6a70c9d2f req-6a8f7e10-15ce-4f72-838a-c5dc845a2bf8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:39.073374 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-8ceeca11-0713-489c-8037-d4403396905b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=295f0798c39241e7929d1e0f09f94901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1153731 Feb 14 19:27:39.076639 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 58918) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:39.127199 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-947014e0-d7a6-4029-a8d6-5e49ea6cd097 admin admin] Publish callbacks [] for security_group (6add8caa-1e67-45c3-8e9b-86f305d27a35), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:39.158044 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-947014e0-d7a6-4029-a8d6-5e49ea6cd097 admin admin] Publish callbacks [] for security_group (6add8caa-1e67-45c3-8e9b-86f305d27a35), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:39.224660 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [req-e5e169bc-90e0-48b9-8e56-06f6a70c9d2f req-6a8f7e10-15ce-4f72-838a-c5dc845a2bf8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] For port 8ebe4de2-699d-407c-8476-305dc1d7b752, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8ebe4de2-699d-407c-8476-305dc1d7b752,segment=NetworkSegment(cfeb51c3-3a3d-43e0-943d-59c56441eb70),segment_id=cfeb51c3-3a3d-43e0-943d-59c56441eb70)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:27:39.255826 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-e5e169bc-90e0-48b9-8e56-06f6a70c9d2f req-6a8f7e10-15ce-4f72-838a-c5dc845a2bf8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:39.340284 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-947014e0-d7a6-4029-a8d6-5e49ea6cd097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (6add8caa-1e67-45c3-8e9b-86f305d27a35), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:39.343000 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-947014e0-d7a6-4029-a8d6-5e49ea6cd097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:39.344171 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-947014e0-d7a6-4029-a8d6-5e49ea6cd097 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6add8caa-1e67-45c3-8e9b-86f305d27a35 HTTP/1.1" status: 204 len: 168 time: 0.2664983 Feb 14 19:27:39.351175 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-e5e169bc-90e0-48b9-8e56-06f6a70c9d2f req-6a8f7e10-15ce-4f72-838a-c5dc845a2bf8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125991641'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:39.352900 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947014e0-d7a6-4029-a8d6-5e49ea6cd097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6add8caa-1e67-45c3-8e9b-86f305d27a35,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:39.374323 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['8ebe4de2-699d-407c-8476-305dc1d7b752'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:27:39.408060 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e169bc-90e0-48b9-8e56-06f6a70c9d2f req-6a8f7e10-15ce-4f72-838a-c5dc845a2bf8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:39.408840 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-e5e169bc-90e0-48b9-8e56-06f6a70c9d2f req-6a8f7e10-15ce-4f72-838a-c5dc845a2bf8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:39.416705 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e5e169bc-90e0-48b9-8e56-06f6a70c9d2f req-6a8f7e10-15ce-4f72-838a-c5dc845a2bf8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "PUT /v2.0/ports/8ebe4de2-699d-407c-8476-305dc1d7b752 HTTP/1.1" status: 200 len: 982 time: 0.5502706 Feb 14 19:27:39.417975 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'tag': '8ebe4de2-699d-407c-8476-305dc1d7b752'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:27:39.432725 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254853412eff7528e62d35f22037d8787cf446ee75a5069e8ba1afd6353e2fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be33c53c-cc37-4736-8f78-323645c79365" -d '{"events": [{"name": "network-changed", "server_uuid": "68afa585-2d0c-4ef1-b32a-fcec52303c4c", "tag": "8ebe4de2-699d-407c-8476-305dc1d7b752"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:27:39.469614 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f7e10-15ce-4f72-838a-c5dc845a2bf8 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event updated for resources: {'Port': ['ID=8ebe4de2-699d-407c-8476-305dc1d7b752,revision_number=6']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:27:39.509093 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['8ebe4de2-699d-407c-8476-305dc1d7b752'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:27:39.568399 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3df29-5e16-4f04-9520-c2b32a2be280 req-5f9a50a5-3c0e-42e6-89ca-929a600531be tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:39.571217 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-68b3df29-5e16-4f04-9520-c2b32a2be280 req-5f9a50a5-3c0e-42e6-89ca-929a600531be tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 985 time: 0.0828681 Feb 14 19:27:39.674944 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-68b3df29-5e16-4f04-9520-c2b32a2be280 req-3e7c1ec8-df3b-40e3-81e5-c59f824445a4 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&id=741408ca-d7ff-4cc1-a604-cd3847bc443c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946343 Feb 14 19:27:39.732762 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab20925-aee7-4af5-afaf-e8074f631b73 x-openstack-request-id: req-4ab20925-aee7-4af5-afaf-e8074f631b73 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:27:39.733064 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68afa585-2d0c-4ef1-b32a-fcec52303c4c", "tag": "8ebe4de2-699d-407c-8476-305dc1d7b752", "status": "completed", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:27:39.733326 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ab20925-aee7-4af5-afaf-e8074f631b73 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:27:39.733730 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'tag': '8ebe4de2-699d-407c-8476-305dc1d7b752', 'status': 'completed', 'code': 200} Feb 14 19:27:39.814959 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33c53c-cc37-4736-8f78-323645c79365 req-3c6ac447-87d6-4fe3-b054-886ee51a9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:39.820878 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-be33c53c-cc37-4736-8f78-323645c79365 req-3c6ac447-87d6-4fe3-b054-886ee51a9d6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=677c0b411afe40a2afeaf69d4b655f30&device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 1169 time: 0.0611501 Feb 14 19:27:39.853446 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8fd10-6d33-49c7-a5c4-3ec0ca866026 req-38bbdfd4-bcfb-4c99-8a44-c67a9c2bc674 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:39.856749 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d5e8fd10-6d33-49c7-a5c4-3ec0ca866026 req-38bbdfd4-bcfb-4c99-8a44-c67a9c2bc674 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 945 time: 0.0668662 Feb 14 19:27:39.915646 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d5e8fd10-6d33-49c7-a5c4-3ec0ca866026 req-d9f60fef-91d2-4661-8e6f-3f68f8b19528 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530958 Feb 14 19:27:39.944769 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9ecaaaca-7498-4d52-9b42-47a7d26c1799 None None] Provisioning complete for port 8ebe4de2-699d-407c-8476-305dc1d7b752 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:27:39.945143 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9ecaaaca-7498-4d52-9b42-47a7d26c1799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:39.951869 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33c53c-cc37-4736-8f78-323645c79365 req-a17f5dcd-0464-4c8e-8f0e-b86d97a00eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:39.954424 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-be33c53c-cc37-4736-8f78-323645c79365 req-a17f5dcd-0464-4c8e-8f0e-b86d97a00eb3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=acf8c820-9a47-4467-ac0f-618f8e7e6456 HTTP/1.1" status: 200 len: 916 time: 0.1268337 Feb 14 19:27:40.050479 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-be33c53c-cc37-4736-8f78-323645c79365 req-3eaf1646-2061-4683-8be6-5e38718f59c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ebe4de2-699d-407c-8476-305dc1d7b752 HTTP/1.1" status: 200 len: 1001 time: 0.0894270 Feb 14 19:27:40.063918 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ff975-3548-4ae2-8ebc-690b516ada46 req-faaa788d-553d-4db5-b87f-3ca1a6533e7b tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:40.065909 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5b6ff975-3548-4ae2-8ebc-690b516ada46 req-faaa788d-553d-4db5-b87f-3ca1a6533e7b tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 945 time: 0.0641377 Feb 14 19:27:40.076651 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 58940) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:27:40.082465 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-f9259e20-2b8a-4e48-bf31-f84fd6b130d3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Request body: {'floatingip': {'port_id': '36068770-451b-444a-b502-7ecb9dc736bd'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:27:40.117127 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33c53c-cc37-4736-8f78-323645c79365 req-7edd3d59-7820-4d79-9276-498bc7c1ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:40.119497 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-be33c53c-cc37-4736-8f78-323645c79365 req-7edd3d59-7820-4d79-9276-498bc7c1ff13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=848bbf1a-3cef-48c0-a485-17c9b730318d HTTP/1.1" status: 200 len: 854 time: 0.0605056 Feb 14 19:27:40.127860 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9ecaaaca-7498-4d52-9b42-47a7d26c1799 None None] Current status of the port 8ebe4de2-699d-407c-8476-305dc1d7b752 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:27:40.143236 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f9259e20-2b8a-4e48-bf31-f84fd6b130d3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for floatingip (8248d043-b815-4d5f-a4cb-f486080a0121), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:40.198603 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33c53c-cc37-4736-8f78-323645c79365 req-e144b7e6-51bd-4de0-adda-a4ce18bfca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:40.201967 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-be33c53c-cc37-4736-8f78-323645c79365 req-e144b7e6-51bd-4de0-adda-a4ce18bfca61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=acf8c820-9a47-4467-ac0f-618f8e7e6456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747755 Feb 14 19:27:40.305606 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-be33c53c-cc37-4736-8f78-323645c79365 req-9a54427e-533b-4794-9d6e-4392e852abba service neutron] 10.222.0.43 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981987 Feb 14 19:27:40.411526 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-be33c53c-cc37-4736-8f78-323645c79365 req-9ce6fb33-ec07-40a2-9b1d-9abe0db3df1a service neutron] 10.222.0.43 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959229 Feb 14 19:27:40.605925 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-bcc1f139-cd44-40ab-850b-133d3ac5a328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:40.926566 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f9259e20-2b8a-4e48-bf31-f84fd6b130d3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:41.077412 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f9259e20-2b8a-4e48-bf31-f84fd6b130d3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (8248d043-b815-4d5f-a4cb-f486080a0121), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:41.193513 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.db.l3_db [None req-f9259e20-2b8a-4e48-bf31-f84fd6b130d3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Floating IP 8248d043-b815-4d5f-a4cb-f486080a0121 associated. External IP: 172.27.2.37, port: 36068770-451b-444a-b502-7ecb9dc736bd. Feb 14 19:27:41.426834 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9259e20-2b8a-4e48-bf31-f84fd6b130d3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Router 48848543-6692-4ff4-bd96-892ef163e906 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:27:41.567822 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9259e20-2b8a-4e48-bf31-f84fd6b130d3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:27:41.572998 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f9259e20-2b8a-4e48-bf31-f84fd6b130d3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:41.580024 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3152fb-4e37-47e7-b9ba-cb884fbb93b1 None None] Sync routers for ids ['48848543-6692-4ff4-bd96-892ef163e906'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:27:41.592196 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3152fb-4e37-47e7-b9ba-cb884fbb93b1 None None] Routers {'48848543-6692-4ff4-bd96-892ef163e906'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:27:41.592894 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-6b3152fb-4e37-47e7-b9ba-cb884fbb93b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:27:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['48848543-6692-4ff4-bd96-892ef163e906'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:41.610937 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-f9259e20-2b8a-4e48-bf31-f84fd6b130d3 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "PUT /v2.0/floatingips/8248d043-b815-4d5f-a4cb-f486080a0121 HTTP/1.1" status: 200 len: 990 time: 1.5324068 Feb 14 19:27:41.734761 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3035e353-13cf-48a2-8c3e-9e24e2bcf43e', 'tag': '36068770-451b-444a-b502-7ecb9dc736bd'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:27:41.738857 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254853412eff7528e62d35f22037d8787cf446ee75a5069e8ba1afd6353e2fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac9f64a-f3fb-4db7-b22b-ffad189e2027" -d '{"events": [{"name": "network-changed", "server_uuid": "3035e353-13cf-48a2-8c3e-9e24e2bcf43e", "tag": "36068770-451b-444a-b502-7ecb9dc736bd"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:27:41.772322 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-6b3152fb-4e37-47e7-b9ba-cb884fbb93b1 None None] Set router 48848543-6692-4ff4-bd96-892ef163e906 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:27:41.779318 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b15226d-341b-4f21-afc1-80e1e0929b07 x-openstack-request-id: req-5b15226d-341b-4f21-afc1-80e1e0929b07 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:27:41.779747 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3035e353-13cf-48a2-8c3e-9e24e2bcf43e", "tag": "36068770-451b-444a-b502-7ecb9dc736bd", "status": "completed", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:27:41.780103 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b15226d-341b-4f21-afc1-80e1e0929b07 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:27:41.780609 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3035e353-13cf-48a2-8c3e-9e24e2bcf43e', 'tag': '36068770-451b-444a-b502-7ecb9dc736bd', 'status': 'completed', 'code': 200} Feb 14 19:27:41.870185 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f64a-f3fb-4db7-b22b-ffad189e2027 req-e429c967-77ec-4d27-b867-2a2612e87989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:41.877640 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bac9f64a-f3fb-4db7-b22b-ffad189e2027 req-e429c967-77ec-4d27-b867-2a2612e87989 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd3df3df80dd4f81ab8464493ce4d182&device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 1129 time: 0.0641627 Feb 14 19:27:41.977897 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f64a-f3fb-4db7-b22b-ffad189e2027 req-1279c00b-3481-4705-959f-a9a60663313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:41.979598 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bac9f64a-f3fb-4db7-b22b-ffad189e2027 req-1279c00b-3481-4705-959f-a9a60663313e service neutron] 10.222.0.43 "GET /v2.0/networks?id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 HTTP/1.1" status: 200 len: 911 time: 0.1006446 Feb 14 19:27:42.057095 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bac9f64a-f3fb-4db7-b22b-ffad189e2027 req-f06763bd-5a5a-47a5-8059-4ddcff4af17b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36068770-451b-444a-b502-7ecb9dc736bd HTTP/1.1" status: 200 len: 998 time: 0.0703943 Feb 14 19:27:42.108093 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f64a-f3fb-4db7-b22b-ffad189e2027 req-ebf7f2d5-aeb3-418a-bca6-a488c4da666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:42.109810 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bac9f64a-f3fb-4db7-b22b-ffad189e2027 req-ebf7f2d5-aeb3-418a-bca6-a488c4da666b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f53f2dd-b65c-41c1-adc9-420637845566 HTTP/1.1" status: 200 len: 849 time: 0.0464654 Feb 14 19:27:42.162135 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f64a-f3fb-4db7-b22b-ffad189e2027 req-9475f8ca-9ac4-4a55-83d0-3ed9039d1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:42.163719 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bac9f64a-f3fb-4db7-b22b-ffad189e2027 req-9475f8ca-9ac4-4a55-83d0-3ed9039d1435 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470583 Feb 14 19:27:42.167473 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-6b3152fb-4e37-47e7-b9ba-cb884fbb93b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '8248d043-b815-4d5f-a4cb-f486080a0121', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': '48848543-6692-4ff4-bd96-892ef163e906', 'port_id': '36068770-451b-444a-b502-7ecb9dc736bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'mac_address': 'fa:16:3e:ba:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3035e353-13cf-48a2-8c3e-9e24e2bcf43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:27:22Z', 'updated_at': '2022-02-14T19:27:40Z', 'revision_number': 1, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:23:01Z', 'revision_number': 5, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:42.210124 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3152fb-4e37-47e7-b9ba-cb884fbb93b1 None None] Checking router: 48848543-6692-4ff4-bd96-892ef163e906 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:27:42.222179 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3152fb-4e37-47e7-b9ba-cb884fbb93b1 None None] Routers {'48848543-6692-4ff4-bd96-892ef163e906'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:27:42.223109 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-6b3152fb-4e37-47e7-b9ba-cb884fbb93b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:27:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['48848543-6692-4ff4-bd96-892ef163e906'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:42.282835 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bac9f64a-f3fb-4db7-b22b-ffad189e2027 req-16e961f2-8549-4a02-add0-7ac0128b1dd1 service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126354 Feb 14 19:27:42.357958 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-6b3152fb-4e37-47e7-b9ba-cb884fbb93b1 None None] Set router 48848543-6692-4ff4-bd96-892ef163e906 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:27:42.388985 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-bac9f64a-f3fb-4db7-b22b-ffad189e2027 req-028fdfd1-e76f-4d19-861f-26c46d3c9586 service neutron] 10.222.0.43 "GET /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960534 Feb 14 19:27:42.612395 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-6b3152fb-4e37-47e7-b9ba-cb884fbb93b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '8248d043-b815-4d5f-a4cb-f486080a0121', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': '48848543-6692-4ff4-bd96-892ef163e906', 'port_id': '36068770-451b-444a-b502-7ecb9dc736bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'mac_address': 'fa:16:3e:ba:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3035e353-13cf-48a2-8c3e-9e24e2bcf43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:27:22Z', 'updated_at': '2022-02-14T19:27:40Z', 'revision_number': 1, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:23:01Z', 'revision_number': 5, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:27:42.645986 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3152fb-4e37-47e7-b9ba-cb884fbb93b1 None None] The sync data for ids ['48848543-6692-4ff4-bd96-892ef163e906'] in dv-cinder-816898-8-iscsi is: [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '8248d043-b815-4d5f-a4cb-f486080a0121', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': '48848543-6692-4ff4-bd96-892ef163e906', 'port_id': '36068770-451b-444a-b502-7ecb9dc736bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'mac_address': 'fa:16:3e:ba:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3035e353-13cf-48a2-8c3e-9e24e2bcf43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:27:22Z', 'updated_at': '2022-02-14T19:27:40Z', 'revision_number': 1, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:23:01Z', 'revision_number': 5, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:27:42.819124 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-cfd07323-7bb3-40b3-bf19-5f1622228637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:42.871924 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36100165-b94c-4b74-b2b2-b821cf80fc55 None None] New status for floating IP 8248d043-b815-4d5f-a4cb-f486080a0121: ACTIVE {{(pid=103313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:27:44.220158 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:45.624216 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:46.687053 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:49.379810 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:27:52.518742 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c2c0879-9e5f-402f-a809-8954c3ac7560 req-98108549-6ff8-48ea-9699-fbaf29471bbd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466506 Feb 14 19:27:52.614924 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c0879-9e5f-402f-a809-8954c3ac7560 req-ed98bdc0-d1cc-4bd9-a2c4-0acfae111b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:52.616448 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c2c0879-9e5f-402f-a809-8954c3ac7560 req-ed98bdc0-d1cc-4bd9-a2c4-0acfae111b59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 1129 time: 0.0492427 Feb 14 19:27:52.728204 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c0879-9e5f-402f-a809-8954c3ac7560 req-236a91e0-c850-4759-87ff-ee65f063202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:52.729690 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c2c0879-9e5f-402f-a809-8954c3ac7560 req-236a91e0-c850-4759-87ff-ee65f063202b service neutron] 10.222.0.43 "GET /v2.0/networks?id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 200 len: 912 time: 0.0878599 Feb 14 19:27:52.809134 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c2c0879-9e5f-402f-a809-8954c3ac7560 req-75631172-2b95-4d81-a677-66ee2947a9be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fffcdc06-3592-4c3f-9738-cb7c36037fab HTTP/1.1" status: 200 len: 1000 time: 0.0663164 Feb 14 19:27:52.860014 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c0879-9e5f-402f-a809-8954c3ac7560 req-6bb9c94a-0059-41e1-9603-e2b5da7a1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:52.861491 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c2c0879-9e5f-402f-a809-8954c3ac7560 req-6bb9c94a-0059-41e1-9603-e2b5da7a1b18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b06bb16-5bc0-4dde-a877-15e3216c9bed HTTP/1.1" status: 200 len: 850 time: 0.0452337 Feb 14 19:27:52.914322 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c0879-9e5f-402f-a809-8954c3ac7560 req-7dbd9f27-bf9e-4b2e-aa26-5ee6ea27654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:27:52.915944 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c2c0879-9e5f-402f-a809-8954c3ac7560 req-7dbd9f27-bf9e-4b2e-aa26-5ee6ea27654a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473940 Feb 14 19:27:53.011720 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c2c0879-9e5f-402f-a809-8954c3ac7560 req-8098fefd-29bf-4b2c-be5b-8c4ebd091b11 service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876672 Feb 14 19:27:53.107888 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0c2c0879-9e5f-402f-a809-8954c3ac7560 req-9274b7b9-48bc-4f55-852f-95e467415665 service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876052 Feb 14 19:27:57.598899 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:28:06.044126 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b610a-9271-493f-b2d8-fb0e29914ed4 req-949a89e0-f703-4eb2-a2ae-b3412561b381 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:06.045662 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f65b610a-9271-493f-b2d8-fb0e29914ed4 req-949a89e0-f703-4eb2-a2ae-b3412561b381 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 985 time: 0.0565281 Feb 14 19:28:06.118299 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f65b610a-9271-493f-b2d8-fb0e29914ed4 req-a8915e3e-9278-4179-8386-454f22de6c17 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&id=741408ca-d7ff-4cc1-a604-cd3847bc443c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641139 Feb 14 19:28:06.241003 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d88d4e-3b48-44b9-af76-72783b63db44 req-bffc911b-ed54-48a4-936c-529ab109ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:06.242599 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-03d88d4e-3b48-44b9-af76-72783b63db44 req-bffc911b-ed54-48a4-936c-529ab109ce26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=677c0b411afe40a2afeaf69d4b655f30&device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 1169 time: 0.1469114 Feb 14 19:28:06.340225 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d88d4e-3b48-44b9-af76-72783b63db44 req-f80a6ef7-c74c-4857-905a-2614337ee51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:06.341768 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-03d88d4e-3b48-44b9-af76-72783b63db44 req-f80a6ef7-c74c-4857-905a-2614337ee51c service neutron] 10.222.0.43 "GET /v2.0/networks?id=acf8c820-9a47-4467-ac0f-618f8e7e6456 HTTP/1.1" status: 200 len: 916 time: 0.0916288 Feb 14 19:28:06.412823 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-03d88d4e-3b48-44b9-af76-72783b63db44 req-9fb428b3-5a74-4432-859d-807de8a71370 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ebe4de2-699d-407c-8476-305dc1d7b752 HTTP/1.1" status: 200 len: 1001 time: 0.0595691 Feb 14 19:28:06.467925 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d88d4e-3b48-44b9-af76-72783b63db44 req-f2d35ce5-70a7-4022-a694-745b13198624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:06.469378 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-03d88d4e-3b48-44b9-af76-72783b63db44 req-f2d35ce5-70a7-4022-a694-745b13198624 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=848bbf1a-3cef-48c0-a485-17c9b730318d HTTP/1.1" status: 200 len: 854 time: 0.0490258 Feb 14 19:28:06.527233 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d88d4e-3b48-44b9-af76-72783b63db44 req-dc277da3-03a3-4e36-84ef-cc5a27a4bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:06.528766 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-03d88d4e-3b48-44b9-af76-72783b63db44 req-dc277da3-03a3-4e36-84ef-cc5a27a4bcbb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=acf8c820-9a47-4467-ac0f-618f8e7e6456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521920 Feb 14 19:28:06.634807 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-03d88d4e-3b48-44b9-af76-72783b63db44 req-54f57a69-2426-4251-9969-36452ffaa7b7 service neutron] 10.222.0.43 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977428 Feb 14 19:28:06.734452 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-03d88d4e-3b48-44b9-af76-72783b63db44 req-aa9125f8-237d-494e-81f8-9101e77fcbd1 service neutron] 10.222.0.43 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923254 Feb 14 19:28:07.257613 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2609ab-e9cf-4d53-821a-7fbfdc75a308 req-51130059-bd05-46b7-bc24-9b3d87e30c75 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:07.261554 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6e2609ab-e9cf-4d53-821a-7fbfdc75a308 req-51130059-bd05-46b7-bc24-9b3d87e30c75 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 985 time: 0.0645976 Feb 14 19:28:07.362433 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6e2609ab-e9cf-4d53-821a-7fbfdc75a308 req-b304939e-38b6-4dfd-9081-f7a94221abeb tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&id=741408ca-d7ff-4cc1-a604-cd3847bc443c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0960126 Feb 14 19:28:08.654138 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d7342-6da1-47b7-8a24-f180ab67dce5 req-0131cad4-cfc1-4215-af9c-cb965b07c2ef tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:08.656461 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-458d7342-6da1-47b7-8a24-f180ab67dce5 req-0131cad4-cfc1-4215-af9c-cb965b07c2ef tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 985 time: 0.0568426 Feb 14 19:28:08.726307 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-458d7342-6da1-47b7-8a24-f180ab67dce5 req-88d30df7-64f0-4386-b047-f8f212ab5906 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&id=741408ca-d7ff-4cc1-a604-cd3847bc443c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639431 Feb 14 19:28:09.851721 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba751f5-defb-4b7e-85f4-60c3b36a8124 req-e3fcf653-4f35-4a30-9e9b-074a700e3bf0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:09.853402 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5ba751f5-defb-4b7e-85f4-60c3b36a8124 req-e3fcf653-4f35-4a30-9e9b-074a700e3bf0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 985 time: 0.0589149 Feb 14 19:28:09.917403 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5ba751f5-defb-4b7e-85f4-60c3b36a8124 req-a9c1c66f-b62a-4711-9136-f61a4fc5fb45 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&id=741408ca-d7ff-4cc1-a604-cd3847bc443c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570061 Feb 14 19:28:10.569169 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-08560c9c-7803-4871-b558-722fb0260cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:11.047543 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f11b-c99e-4bab-a84c-4a18ea654f7f req-f98f795c-7dfd-4b42-b593-7daaad34664f tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:11.049061 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0df1f11b-c99e-4bab-a84c-4a18ea654f7f req-f98f795c-7dfd-4b42-b593-7daaad34664f tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 985 time: 0.0596478 Feb 14 19:28:11.120389 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0df1f11b-c99e-4bab-a84c-4a18ea654f7f req-92d2dd53-8581-4fe7-8828-2e13d4788b29 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&id=741408ca-d7ff-4cc1-a604-cd3847bc443c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651984 Feb 14 19:28:12.255490 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836187c-485a-41b7-b666-69ed8385b7c4 req-8972c36b-ab8d-46c6-bb13-f8f53025a54d tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:12.257094 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8836187c-485a-41b7-b666-69ed8385b7c4 req-8972c36b-ab8d-46c6-bb13-f8f53025a54d tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 985 time: 0.0631273 Feb 14 19:28:12.317329 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8836187c-485a-41b7-b666-69ed8385b7c4 req-33cb4022-8b02-445d-914e-4059eab92eac tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&id=741408ca-d7ff-4cc1-a604-cd3847bc443c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543866 Feb 14 19:28:12.779367 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-7549b601-edc6-436f-87cb-6053a39fb600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:13.454871 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dd637-9ac0-4e68-b4e9-4fa75ec69882 req-0fb0073d-e716-4fbe-9a2c-241c653cb345 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:13.456389 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7b3dd637-9ac0-4e68-b4e9-4fa75ec69882 req-0fb0073d-e716-4fbe-9a2c-241c653cb345 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 985 time: 0.0608964 Feb 14 19:28:13.522782 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7b3dd637-9ac0-4e68-b4e9-4fa75ec69882 req-97baaaf0-48a4-460d-b31b-148955b523cf tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&id=741408ca-d7ff-4cc1-a604-cd3847bc443c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595996 Feb 14 19:28:14.245857 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:14.661374 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675765e-9d54-402e-9448-68bdab39fadb req-85352b10-65fa-4d5a-9f71-9ce0a1fba043 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:14.662855 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f675765e-9d54-402e-9448-68bdab39fadb req-85352b10-65fa-4d5a-9f71-9ce0a1fba043 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 985 time: 0.0569561 Feb 14 19:28:14.727525 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f675765e-9d54-402e-9448-68bdab39fadb req-f9bbeee9-4cd8-4cd5-b1ed-5ca0dfa20d9c tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&id=741408ca-d7ff-4cc1-a604-cd3847bc443c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583682 Feb 14 19:28:15.653902 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:15.867718 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130160b-6f20-46e3-8902-0ab298916d8e req-8824d892-1299-4d05-98fa-8da1d3199918 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:15.869213 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c130160b-6f20-46e3-8902-0ab298916d8e req-8824d892-1299-4d05-98fa-8da1d3199918 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 985 time: 0.0679402 Feb 14 19:28:15.940585 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c130160b-6f20-46e3-8902-0ab298916d8e req-47083f46-a0eb-4b5f-b71d-d52866b77116 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&id=741408ca-d7ff-4cc1-a604-cd3847bc443c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651836 Feb 14 19:28:16.674502 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:16.722932 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 59294) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:16.858471 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:16.942880 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Publish callbacks [] for security_group (209d3806-4d34-4bd1-ba1d-9901f58609cf), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:17.037594 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (209d3806-4d34-4bd1-ba1d-9901f58609cf), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:17.087804 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1394ada25af4db1b00c605c36b0f7c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635914 Feb 14 19:28:17.089679 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209d3806-4d34-4bd1-ba1d-9901f58609cf,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:17.090794 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 59300) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:17.100243 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.100592 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.100936 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.101270 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.101601 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.101934 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.102263 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.102618 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.102946 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.103271 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.103594 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.103917 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.104239 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ad71a-5c42-404b-8b02-149460b1b664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.119430 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f5245-7231-4075-8290-f3eed22ad240 req-88ade333-6eee-492f-95c5-d340f178cf92 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:17.120968 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ae7f5245-7231-4075-8290-f3eed22ad240 req-88ade333-6eee-492f-95c5-d340f178cf92 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 985 time: 0.1118300 Feb 14 19:28:17.150221 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Publish callbacks [] for security_group (209d3806-4d34-4bd1-ba1d-9901f58609cf), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:17.178130 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Publish callbacks [] for security_group (209d3806-4d34-4bd1-ba1d-9901f58609cf), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:17.206326 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ae7f5245-7231-4075-8290-f3eed22ad240 req-d836d7de-73f8-452f-aedb-34587dd33e47 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&id=741408ca-d7ff-4cc1-a604-cd3847bc443c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739641 Feb 14 19:28:17.366548 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (209d3806-4d34-4bd1-ba1d-9901f58609cf), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:17.368975 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:17.370139 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/209d3806-4d34-4bd1-ba1d-9901f58609cf HTTP/1.1" status: 204 len: 168 time: 0.2780797 Feb 14 19:28:17.379531 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209d3806-4d34-4bd1-ba1d-9901f58609cf,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:17.387074 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.387421 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.387810 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.388238 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.388579 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.388908 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.389265 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.389715 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.390123 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.390592 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.390939 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.391281 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:17.391616 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f57954e-369f-4b2b-8610-9844aeba8983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:18.024897 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 59306) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:18.040291 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-72b1ba79-9a22-4e29-a73a-e3ea75fbe8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:18.142016 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-72b1ba79-9a22-4e29-a73a-e3ea75fbe8c4 admin admin] Publish callbacks [] for security_group (4ba704c6-5c72-4f7f-9d68-a524a110a8b6), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:18.212375 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-72b1ba79-9a22-4e29-a73a-e3ea75fbe8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (4ba704c6-5c72-4f7f-9d68-a524a110a8b6), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:18.363647 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e791c-25cc-40b5-b7f9-611d18891e68 req-e2239c24-92ad-4a94-8b57-4180a883e3c9 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:18.365332 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-655e791c-25cc-40b5-b7f9-611d18891e68 req-e2239c24-92ad-4a94-8b57-4180a883e3c9 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 985 time: 0.0680397 Feb 14 19:28:18.446316 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-655e791c-25cc-40b5-b7f9-611d18891e68 req-0be822ba-ad63-4ab4-b86f-ae38b0f9f466 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&id=741408ca-d7ff-4cc1-a604-cd3847bc443c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697098 Feb 14 19:28:18.535317 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1ba79-9a22-4e29-a73a-e3ea75fbe8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba704c6-5c72-4f7f-9d68-a524a110a8b6,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:18.539651 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-72b1ba79-9a22-4e29-a73a-e3ea75fbe8c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90885765fdf342d19d16c8700a23e3e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5133464 Feb 14 19:28:18.542493 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 59314) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:18.595116 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b5820b6-c084-4f63-8c7c-6d5dcbecf77f admin admin] Publish callbacks [] for security_group (4ba704c6-5c72-4f7f-9d68-a524a110a8b6), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:18.617510 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b5820b6-c084-4f63-8c7c-6d5dcbecf77f admin admin] Publish callbacks [] for security_group (4ba704c6-5c72-4f7f-9d68-a524a110a8b6), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:18.756781 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b5820b6-c084-4f63-8c7c-6d5dcbecf77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (4ba704c6-5c72-4f7f-9d68-a524a110a8b6), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:18.759915 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b5820b6-c084-4f63-8c7c-6d5dcbecf77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:18.761454 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-8b5820b6-c084-4f63-8c7c-6d5dcbecf77f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ba704c6-5c72-4f7f-9d68-a524a110a8b6 HTTP/1.1" status: 204 len: 168 time: 0.2178514 Feb 14 19:28:18.771972 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5820b6-c084-4f63-8c7c-6d5dcbecf77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba704c6-5c72-4f7f-9d68-a524a110a8b6,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:19.396466 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:23.410338 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0849160-a56e-40ef-8b21-c8ae5c37e2cd req-db1341e0-019f-4da2-a9a2-76d47310eb8c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:23.413162 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a0849160-a56e-40ef-8b21-c8ae5c37e2cd req-db1341e0-019f-4da2-a9a2-76d47310eb8c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0694134 Feb 14 19:28:23.476644 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a0849160-a56e-40ef-8b21-c8ae5c37e2cd req-745b7c17-2d1d-49fe-b7e7-eaa577860131 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577598 Feb 14 19:28:24.656171 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14107-6f6e-4aaf-b39e-5e490fdfb1fe req-399dffaf-2dff-4a50-8d91-15d4bdb069f6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:24.658984 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-45a14107-6f6e-4aaf-b39e-5e490fdfb1fe req-399dffaf-2dff-4a50-8d91-15d4bdb069f6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0792036 Feb 14 19:28:24.734100 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-45a14107-6f6e-4aaf-b39e-5e490fdfb1fe req-c4fcd73b-1510-46a1-aa38-3aca432e2a1e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680192 Feb 14 19:28:25.877449 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151f9d4-439d-4af5-a67e-79f2bea09f08 req-d698dafc-dbab-444c-9762-6fd01d252879 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:25.879074 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3151f9d4-439d-4af5-a67e-79f2bea09f08 req-d698dafc-dbab-444c-9762-6fd01d252879 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0619624 Feb 14 19:28:25.930001 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3151f9d4-439d-4af5-a67e-79f2bea09f08 req-597d00a9-3a07-4937-8f69-a4ddf5df75e2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446765 Feb 14 19:28:26.863331 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 59420) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:26.988125 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ed346d93-c385-470c-9045-2c0a31a0e79a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:27.076117 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ed346d93-c385-470c-9045-2c0a31a0e79a admin admin] Publish callbacks [] for security_group (1b47e5c6-7d95-4cc0-9433-0b3a069436d3), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:27.166309 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ed346d93-c385-470c-9045-2c0a31a0e79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1b47e5c6-7d95-4cc0-9433-0b3a069436d3), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:27.241860 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed346d93-c385-470c-9045-2c0a31a0e79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b47e5c6-7d95-4cc0-9433-0b3a069436d3,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:27.250611 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ed346d93-c385-470c-9045-2c0a31a0e79a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e91ef29744e5473a80d777fc7c4c4882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3861105 Feb 14 19:28:27.254828 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 59430) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:27.292579 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9d203-5795-40ba-9d50-c3ae422521e8 req-fc739a2d-86a8-407d-a3e4-dca488636857 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:27.294189 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2fc9d203-5795-40ba-9d50-c3ae422521e8 req-fc739a2d-86a8-407d-a3e4-dca488636857 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0852561 Feb 14 19:28:27.330680 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-170fe32d-af72-4b87-9c17-084c973712b7 admin admin] Publish callbacks [] for security_group (1b47e5c6-7d95-4cc0-9433-0b3a069436d3), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:27.370094 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-170fe32d-af72-4b87-9c17-084c973712b7 admin admin] Publish callbacks [] for security_group (1b47e5c6-7d95-4cc0-9433-0b3a069436d3), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:27.380094 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2fc9d203-5795-40ba-9d50-c3ae422521e8 req-432a4d3c-d333-4cef-83f5-13bcf31cfbd5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755119 Feb 14 19:28:27.517490 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-170fe32d-af72-4b87-9c17-084c973712b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1b47e5c6-7d95-4cc0-9433-0b3a069436d3), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:27.520359 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-170fe32d-af72-4b87-9c17-084c973712b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:27.521643 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-170fe32d-af72-4b87-9c17-084c973712b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b47e5c6-7d95-4cc0-9433-0b3a069436d3 HTTP/1.1" status: 204 len: 168 time: 0.2658298 Feb 14 19:28:27.533703 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fe32d-af72-4b87-9c17-084c973712b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b47e5c6-7d95-4cc0-9433-0b3a069436d3,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:28.371133 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 59438) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:28.387090 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae8e476e-e40b-447a-bf4b-04184283e378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:28.490694 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae8e476e-e40b-447a-bf4b-04184283e378 admin admin] Publish callbacks [] for security_group (004f504a-6391-4d35-8ec2-dc14499a603a), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:28.538188 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0d2d3-f1d0-442e-b421-157745b4d514 req-59f10d44-7eda-44d0-8140-9c13795320c2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:28.542791 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-04a0d2d3-f1d0-442e-b421-157745b4d514 req-59f10d44-7eda-44d0-8140-9c13795320c2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0640361 Feb 14 19:28:28.579090 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae8e476e-e40b-447a-bf4b-04184283e378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (004f504a-6391-4d35-8ec2-dc14499a603a), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:28.608757 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-04a0d2d3-f1d0-442e-b421-157745b4d514 req-f592d76b-3680-499d-a655-42f497ce2a2d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635216 Feb 14 19:28:28.620701 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ae8e476e-e40b-447a-bf4b-04184283e378 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc49e6551bbc42c1aebf6f0c0c9f78ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482731 Feb 14 19:28:28.622367 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e476e-e40b-447a-bf4b-04184283e378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004f504a-6391-4d35-8ec2-dc14499a603a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:28.623725 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 59442) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:28.683444 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f6e95336-70ad-498c-9962-2dd99d480d91 admin admin] Publish callbacks [] for security_group (004f504a-6391-4d35-8ec2-dc14499a603a), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:28.709848 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f6e95336-70ad-498c-9962-2dd99d480d91 admin admin] Publish callbacks [] for security_group (004f504a-6391-4d35-8ec2-dc14499a603a), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:28.876551 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f6e95336-70ad-498c-9962-2dd99d480d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (004f504a-6391-4d35-8ec2-dc14499a603a), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:28.881564 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f6e95336-70ad-498c-9962-2dd99d480d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:28.883723 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-f6e95336-70ad-498c-9962-2dd99d480d91 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/004f504a-6391-4d35-8ec2-dc14499a603a HTTP/1.1" status: 204 len: 168 time: 0.2583997 Feb 14 19:28:28.898200 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e95336-70ad-498c-9962-2dd99d480d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004f504a-6391-4d35-8ec2-dc14499a603a,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:29.948180 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b23ee0-4495-46b9-b9a0-a46ddab6a0a8 req-754279b3-b6ec-43ef-94a7-1ae39c206141 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:29.950969 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-13b23ee0-4495-46b9-b9a0-a46ddab6a0a8 req-754279b3-b6ec-43ef-94a7-1ae39c206141 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0645125 Feb 14 19:28:30.019429 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-13b23ee0-4495-46b9-b9a0-a46ddab6a0a8 req-e101dfc4-7155-4da4-b444-43bb3f6b0bc0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582662 Feb 14 19:28:31.155529 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59b00e-da8c-45cd-9b67-f664ff4fba56 req-c1fc693d-92cc-4163-93b6-05936e674a43 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:31.157171 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6e59b00e-da8c-45cd-9b67-f664ff4fba56 req-c1fc693d-92cc-4163-93b6-05936e674a43 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0585437 Feb 14 19:28:31.217373 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6e59b00e-da8c-45cd-9b67-f664ff4fba56 req-23692d34-19fe-4a8b-9996-bb10c96115ba tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535460 Feb 14 19:28:32.350643 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b62ae5-05ff-42c1-8aba-b56eee6198fb req-ebd343ea-95c7-4ce6-b7b4-e7f8459ec1b4 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:32.352377 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-23b62ae5-05ff-42c1-8aba-b56eee6198fb req-ebd343ea-95c7-4ce6-b7b4-e7f8459ec1b4 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0602758 Feb 14 19:28:32.411245 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-23b62ae5-05ff-42c1-8aba-b56eee6198fb req-0848078d-0329-45ba-aa10-c8c5c21a2ece tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532281 Feb 14 19:28:33.079766 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a11d86-765a-47b7-8e43-4ce6c5e63fb0 req-7249dd87-feb3-45e7-ba45-026f4780a3b0 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:33.081369 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d9a11d86-765a-47b7-8e43-4ce6c5e63fb0 req-7249dd87-feb3-45e7-ba45-026f4780a3b0 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 945 time: 0.0679128 Feb 14 19:28:33.132852 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d9a11d86-765a-47b7-8e43-4ce6c5e63fb0 req-62133ada-fca7-4885-9670-b20641e21737 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453293 Feb 14 19:28:33.548926 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e199a8-235d-46db-bf94-eddc40fac85b req-18198049-f0f0-47e5-a3e9-64357f9e44c8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:33.550325 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c3e199a8-235d-46db-bf94-eddc40fac85b req-18198049-f0f0-47e5-a3e9-64357f9e44c8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0575058 Feb 14 19:28:33.598497 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c3e199a8-235d-46db-bf94-eddc40fac85b req-0a18d46c-4883-4a8a-b2f7-583042131649 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424867 Feb 14 19:28:34.282310 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c760c1-cd42-4c70-95b8-a152ccbb5a82 req-a8b8e69e-2da5-4800-b77a-a5e3362c6fba tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:34.284058 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e3c760c1-cd42-4c70-95b8-a152ccbb5a82 req-a8b8e69e-2da5-4800-b77a-a5e3362c6fba tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 945 time: 0.0729892 Feb 14 19:28:34.333625 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e3c760c1-cd42-4c70-95b8-a152ccbb5a82 req-ea3eb3dd-0f7d-4b19-b434-26a75f809549 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440235 Feb 14 19:28:34.600970 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:28:34.731151 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e94f87-c64f-4293-a111-0433f903f5f3 req-e65c11c0-c404-4ba7-ada2-4f0f1c82c8aa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:34.732804 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-89e94f87-c64f-4293-a111-0433f903f5f3 req-e65c11c0-c404-4ba7-ada2-4f0f1c82c8aa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0605552 Feb 14 19:28:34.787287 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-89e94f87-c64f-4293-a111-0433f903f5f3 req-53751158-aad9-484c-aa4a-6d26360794c0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470912 Feb 14 19:28:35.455628 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080dec3-aeac-4840-8f84-4e6448016216 req-517150fc-025c-4192-95dc-10c1700b1e79 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:35.457099 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5080dec3-aeac-4840-8f84-4e6448016216 req-517150fc-025c-4192-95dc-10c1700b1e79 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 945 time: 0.0559933 Feb 14 19:28:35.514500 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5080dec3-aeac-4840-8f84-4e6448016216 req-1f2e8872-972f-4779-a8f1-9c0801cb39ac tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514338 Feb 14 19:28:35.913655 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051290b-9e23-4783-bd33-0f069c8faa8e req-f70b94a7-1ac6-4103-a7d3-15522d01a7eb tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:35.915174 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a051290b-9e23-4783-bd33-0f069c8faa8e req-f70b94a7-1ac6-4103-a7d3-15522d01a7eb tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0539603 Feb 14 19:28:35.961958 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a051290b-9e23-4783-bd33-0f069c8faa8e req-698e5fc8-dc80-4165-b449-3fc143d5f441 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411754 Feb 14 19:28:36.379307 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-2da88c64-2247-445d-a8be-0d54bdad56b7 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:36.380748 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-2da88c64-2247-445d-a8be-0d54bdad56b7 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.43 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 945 time: 0.0565164 Feb 14 19:28:36.479248 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Deleting port 36068770-451b-444a-b502-7ecb9dc736bd {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:28:36.479592 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (36068770-451b-444a-b502-7ecb9dc736bd), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:36.578238 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] For port 36068770-451b-444a-b502-7ecb9dc736bd, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=36068770-451b-444a-b502-7ecb9dc736bd,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:28:36.578639 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (36068770-451b-444a-b502-7ecb9dc736bd), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:36.646672 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307bcbd-f2e6-411c-9f06-10e07bca7450 req-d3ea4c0a-5afa-4f49-a441-d495a0e28ba7 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:36.647553 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0307bcbd-f2e6-411c-9f06-10e07bca7450 req-d3ea4c0a-5afa-4f49-a441-d495a0e28ba7 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 945 time: 0.0581477 Feb 14 19:28:36.707825 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0307bcbd-f2e6-411c-9f06-10e07bca7450 req-2f3fc4e5-ee1f-43fe-838e-f145c740154a tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548513 Feb 14 19:28:36.777737 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:36.778101 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (8248d043-b815-4d5f-a4cb-f486080a0121), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:36.778454 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.l3_db [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Floating IP 8248d043-b815-4d5f-a4cb-f486080a0121 disassociated. External IP: 172.27.2.37, port: 36068770-451b-444a-b502-7ecb9dc736bd. Feb 14 19:28:36.778827 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Calling delete_port for 36068770-451b-444a-b502-7ecb9dc736bd owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:28:36.977239 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (36068770-451b-444a-b502-7ecb9dc736bd), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:37.008824 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event deleted for resources: {'Port': ['ID=36068770-451b-444a-b502-7ecb9dc736bd,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:37.095283 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adde1a-a95e-4f52-9771-881e7ed35093 req-4653d89a-603c-4eb9-8f87-a56f2344b456 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:37.096945 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-09adde1a-a95e-4f52-9771-881e7ed35093 req-4653d89a-603c-4eb9-8f87-a56f2344b456 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0559776 Feb 14 19:28:37.134135 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Router 48848543-6692-4ff4-bd96-892ef163e906 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:28:37.149056 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-09adde1a-a95e-4f52-9771-881e7ed35093 req-6d5fefec-5f89-4092-bf49-a39a6a21998d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461621 Feb 14 19:28:37.256233 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:28:37.267771 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebcfea0-eb1e-4687-8405-16746054bcc4 None None] Sync routers for ids ['48848543-6692-4ff4-bd96-892ef163e906'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:28:37.280933 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebcfea0-eb1e-4687-8405-16746054bcc4 None None] Routers {'48848543-6692-4ff4-bd96-892ef163e906'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:28:37.285920 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-aebcfea0-eb1e-4687-8405-16746054bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:28:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['48848543-6692-4ff4-bd96-892ef163e906'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:37.302125 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] No DVR routers for this DVR port 36068770-451b-444a-b502-7ecb9dc736bd on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:28:37.304757 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:37.308233 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8c4fad54-e0d6-4e3f-a0dc-5351aa889c1b req-6077c997-b3da-45e8-83f3-c7929e7537d6 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.43 "DELETE /v2.0/ports/36068770-451b-444a-b502-7ecb9dc736bd HTTP/1.1" status: 204 len: 173 time: 0.9209843 Feb 14 19:28:37.308693 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3035e353-13cf-48a2-8c3e-9e24e2bcf43e', 'name': 'network-vif-deleted', 'tag': '36068770-451b-444a-b502-7ecb9dc736bd'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:28:37.311745 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e678c0-4213-4224-a3eb-fb6c947c94e2" -d '{"events": [{"server_uuid": "3035e353-13cf-48a2-8c3e-9e24e2bcf43e", "name": "network-vif-deleted", "tag": "36068770-451b-444a-b502-7ecb9dc736bd"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:28:37.412149 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-aebcfea0-eb1e-4687-8405-16746054bcc4 None None] Set router 48848543-6692-4ff4-bd96-892ef163e906 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:28:37.513269 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38bf6fe-5ca7-44ad-8a89-85a69ac80f49 x-openstack-request-id: req-f38bf6fe-5ca7-44ad-8a89-85a69ac80f49 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:28:37.513821 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3035e353-13cf-48a2-8c3e-9e24e2bcf43e", "name": "network-vif-deleted", "tag": "36068770-451b-444a-b502-7ecb9dc736bd", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:28:37.513821 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f38bf6fe-5ca7-44ad-8a89-85a69ac80f49 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:28:37.515206 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3035e353-13cf-48a2-8c3e-9e24e2bcf43e', 'name': 'network-vif-deleted', 'tag': '36068770-451b-444a-b502-7ecb9dc736bd', 'status': 'completed', 'code': 200} Feb 14 19:28:37.636112 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-aebcfea0-eb1e-4687-8405-16746054bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:23:01Z', 'revision_number': 5, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:37.663578 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebcfea0-eb1e-4687-8405-16746054bcc4 None None] Checking router: 48848543-6692-4ff4-bd96-892ef163e906 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:28:37.672493 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebcfea0-eb1e-4687-8405-16746054bcc4 None None] Routers {'48848543-6692-4ff4-bd96-892ef163e906'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:28:37.673089 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-aebcfea0-eb1e-4687-8405-16746054bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:28:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['48848543-6692-4ff4-bd96-892ef163e906'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:37.790601 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-aebcfea0-eb1e-4687-8405-16746054bcc4 None None] Set router 48848543-6692-4ff4-bd96-892ef163e906 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:28:37.824541 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f54a9b38-b171-4729-a28b-3f9f959c2159 req-c165ba28-2d41-4ff9-bd1a-344accf7a503 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/ports?device_id=3035e353-13cf-48a2-8c3e-9e24e2bcf43e HTTP/1.1" status: 200 len: 210 time: 0.0289338 Feb 14 19:28:37.997978 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-aebcfea0-eb1e-4687-8405-16746054bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:23:01Z', 'revision_number': 5, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:38.028256 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebcfea0-eb1e-4687-8405-16746054bcc4 None None] The sync data for ids ['48848543-6692-4ff4-bd96-892ef163e906'] in dv-cinder-816898-8-iscsi is: [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:52Z', 'revision_number': 4, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986', 'name': '', 'network_id': 'aefa3aa7-75e6-4c3c-81de-3e09d0bf0313', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'mac_address': 'fa:16:3e:59:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:50Z', 'updated_at': '2022-02-14T19:23:01Z', 'revision_number': 5, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'subnets': [{'id': '9f53f2dd-b65c-41c1-adc9-420637845566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:28:38.278012 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7c353-05b2-4742-a092-c4ef3866d2e4 None None] New status for floating IP 8248d043-b815-4d5f-a4cb-f486080a0121: DOWN {{(pid=103313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:28:38.297319 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceb270-8b3b-4f45-a808-12e926502acd req-7d4d2fa8-0ba6-4164-b98e-9450921ce7c3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:38.298979 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-acceb270-8b3b-4f45-a808-12e926502acd req-7d4d2fa8-0ba6-4164-b98e-9450921ce7c3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0598190 Feb 14 19:28:38.377149 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-acceb270-8b3b-4f45-a808-12e926502acd req-7c5b18d6-3df5-4701-a9a3-97ef2d92d9f2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662665 Feb 14 19:28:39.049418 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 59582) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:39.112598 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b316a0f5-1816-4e9f-868b-006b2df166d5 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group (5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:39.138000 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b316a0f5-1816-4e9f-868b-006b2df166d5 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group (5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:39.308613 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b316a0f5-1816-4e9f-868b-006b2df166d5 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:39.312054 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b316a0f5-1816-4e9f-868b-006b2df166d5 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:39.313218 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-b316a0f5-1816-4e9f-868b-006b2df166d5 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "DELETE /v2.0/security-groups/5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb HTTP/1.1" status: 204 len: 168 time: 0.2627668 Feb 14 19:28:39.316514 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 59584) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:39.323079 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316a0f5-1816-4e9f-868b-006b2df166d5 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:39.333871 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.api.v2.resource [None req-a0804c16-d374-41b8-a888-f1ee88e59d2d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] show failed (client error): The resource could not be found. Feb 14 19:28:39.335468 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-a0804c16-d374-41b8-a888-f1ee88e59d2d tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "GET /v2.0/security-groups/5e8a3e60-b52f-4ba0-b1ec-2cef23a162cb HTTP/1.1" status: 404 len: 347 time: 0.0176857 Feb 14 19:28:39.338750 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 59588) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:39.471534 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6cf4c00a-76c8-4eeb-b5a2-1d7cddd27535 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Deleting port fe6f2ecc-e839-4560-b2c9-74adef82b354 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:28:39.472214 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cf4c00a-76c8-4eeb-b5a2-1d7cddd27535 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (fe6f2ecc-e839-4560-b2c9-74adef82b354), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:39.501476 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a90d8-3e78-4a83-93c9-646d3531eecd req-9bb91185-0bff-457e-8698-43097ac296e8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:39.503055 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9e4a90d8-3e78-4a83-93c9-646d3531eecd req-9bb91185-0bff-457e-8698-43097ac296e8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0586538 Feb 14 19:28:39.553516 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9e4a90d8-3e78-4a83-93c9-646d3531eecd req-e8312dc6-ec73-444d-9c7c-5faa033d01f3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436649 Feb 14 19:28:39.555802 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cf4c00a-76c8-4eeb-b5a2-1d7cddd27535 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (fe6f2ecc-e839-4560-b2c9-74adef82b354), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:39.556128 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cf4c00a-76c8-4eeb-b5a2-1d7cddd27535 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for floatingip (fe6f2ecc-e839-4560-b2c9-74adef82b354), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:39.571391 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-6cf4c00a-76c8-4eeb-b5a2-1d7cddd27535 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Calling delete_port for fe6f2ecc-e839-4560-b2c9-74adef82b354 owned by network:floatingip {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:28:39.813487 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cf4c00a-76c8-4eeb-b5a2-1d7cddd27535 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (fe6f2ecc-e839-4560-b2c9-74adef82b354), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:39.838924 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4c00a-76c8-4eeb-b5a2-1d7cddd27535 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Pushing event deleted for resources: {'Port': ['ID=fe6f2ecc-e839-4560-b2c9-74adef82b354,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:39.900571 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cf4c00a-76c8-4eeb-b5a2-1d7cddd27535 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks [] for floatingip (8248d043-b815-4d5f-a4cb-f486080a0121), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:39.903172 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6cf4c00a-76c8-4eeb-b5a2-1d7cddd27535 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:39.904364 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-6cf4c00a-76c8-4eeb-b5a2-1d7cddd27535 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] 10.222.0.26 "DELETE /v2.0/floatingips/8248d043-b815-4d5f-a4cb-f486080a0121 HTTP/1.1" status: 204 len: 168 time: 0.5645387 Feb 14 19:28:40.573215 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-8fa67d3e-ec92-4424-9df9-a02d59ffbda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:40.621000 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 36068770-451b-444a-b502-7ecb9dc736bd no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:28:40.643102 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: 36068770-451b-444a-b502-7ecb9dc736bd {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:28:40.643444 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 36068770-451b-444a-b502-7ecb9dc736bd not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:28:40.693868 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f3d3f-ff8e-45d6-a9d9-7cb919d2033f req-acd4c3ff-ab0c-4cea-9522-d248a99666fa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:40.696182 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-403f3d3f-ff8e-45d6-a9d9-7cb919d2033f req-acd4c3ff-ab0c-4cea-9522-d248a99666fa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0646086 Feb 14 19:28:40.747025 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-403f3d3f-ff8e-45d6-a9d9-7cb919d2033f req-147deaa9-5939-4960-96fb-f209561c251c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450456 Feb 14 19:28:41.882735 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71554c48-e74c-410e-ab17-7ab927b3b8de req-cdfdfa7c-bf56-4b1f-a1b6-a2cf778c4a9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:41.884357 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-71554c48-e74c-410e-ab17-7ab927b3b8de req-cdfdfa7c-bf56-4b1f-a1b6-a2cf778c4a9c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0619757 Feb 14 19:28:41.935451 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-71554c48-e74c-410e-ab17-7ab927b3b8de req-bfa5f884-13bf-431e-b4d5-baf493bcd068 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456333 Feb 14 19:28:42.008792 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 59620) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:42.122837 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e71e8efc-f25e-41dd-b394-641544adec6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:42.200262 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e71e8efc-f25e-41dd-b394-641544adec6a admin admin] Publish callbacks [] for security_group (20074d01-1c62-48d5-a001-da5595754c66), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:42.305008 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e71e8efc-f25e-41dd-b394-641544adec6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (20074d01-1c62-48d5-a001-da5595754c66), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:42.348727 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-e71e8efc-f25e-41dd-b394-641544adec6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10107c10e8db42a08c0ae26f1f1037af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384035 Feb 14 19:28:42.349297 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e8efc-f25e-41dd-b394-641544adec6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20074d01-1c62-48d5-a001-da5595754c66,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:42.351329 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 59624) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:42.401693 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-523f2adc-f8e3-4d86-8a0f-a7f75cc83ff2 admin admin] Publish callbacks [] for security_group (20074d01-1c62-48d5-a001-da5595754c66), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:42.426572 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-523f2adc-f8e3-4d86-8a0f-a7f75cc83ff2 admin admin] Publish callbacks [] for security_group (20074d01-1c62-48d5-a001-da5595754c66), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:42.537679 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-523f2adc-f8e3-4d86-8a0f-a7f75cc83ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (20074d01-1c62-48d5-a001-da5595754c66), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:42.541197 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-523f2adc-f8e3-4d86-8a0f-a7f75cc83ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:42.542627 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-523f2adc-f8e3-4d86-8a0f-a7f75cc83ff2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20074d01-1c62-48d5-a001-da5595754c66 HTTP/1.1" status: 204 len: 168 time: 0.1897385 Feb 14 19:28:42.551314 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f2adc-f8e3-4d86-8a0f-a7f75cc83ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20074d01-1c62-48d5-a001-da5595754c66,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:42.817278 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-92aa2222-7987-4d82-a80f-b6d323dbdece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:43.068177 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c873c42-4944-4cee-98a7-eb6473e58865 req-2c324184-dd55-460b-8d77-a2006f63bc5a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:43.069635 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6c873c42-4944-4cee-98a7-eb6473e58865 req-2c324184-dd55-460b-8d77-a2006f63bc5a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0538490 Feb 14 19:28:43.118465 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6c873c42-4944-4cee-98a7-eb6473e58865 req-22f887b0-052c-4e61-8605-d40891e70cd0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431609 Feb 14 19:28:44.030883 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 59646) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:44.230660 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:44.254002 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe801158-d7f6-453b-90e3-63398b7caab6 req-a5be718f-8883-4c04-9721-6ec97ec0a4ae tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:44.255659 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-fe801158-d7f6-453b-90e3-63398b7caab6 req-a5be718f-8883-4c04-9721-6ec97ec0a4ae tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0627358 Feb 14 19:28:44.307237 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-fe801158-d7f6-453b-90e3-63398b7caab6 req-a7cd4dc5-dc9c-4780-ac5c-2137ba640efe tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456030 Feb 14 19:28:44.552221 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32bd7837-4bfa-4723-af9c-030e88db7413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920929'] for router_interface (48848543-6692-4ff4-bd96-892ef163e906), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:44.825998 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-32bd7837-4bfa-4723-af9c-030e88db7413 admin admin] Deleting port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:28:44.826236 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32bd7837-4bfa-4723-af9c-030e88db7413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:44.909857 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-32bd7837-4bfa-4723-af9c-030e88db7413 admin admin] For port a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:28:44.910209 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32bd7837-4bfa-4723-af9c-030e88db7413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:44.922930 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-32bd7837-4bfa-4723-af9c-030e88db7413 admin admin] Calling delete_port for a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 owned by network:router_interface {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:28:45.185008 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32bd7837-4bfa-4723-af9c-030e88db7413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:45.211875 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd7837-4bfa-4723-af9c-030e88db7413 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:45.391746 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32bd7837-4bfa-4723-af9c-030e88db7413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921077'] for router_interface (48848543-6692-4ff4-bd96-892ef163e906), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:45.441556 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084ea04-e8cd-4ec4-9d01-bfe508215d12 req-85601962-c83b-4238-8eb4-2bd969ab2ede tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:45.442983 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9084ea04-e8cd-4ec4-9d01-bfe508215d12 req-85601962-c83b-4238-8eb4-2bd969ab2ede tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0585334 Feb 14 19:28:45.489075 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9084ea04-e8cd-4ec4-9d01-bfe508215d12 req-c1692422-2acb-4b26-8f49-62f81222882b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402615 Feb 14 19:28:45.609403 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bd7837-4bfa-4723-af9c-030e88db7413 admin admin] Router 48848543-6692-4ff4-bd96-892ef163e906 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:28:45.689147 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:45.718707 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bd7837-4bfa-4723-af9c-030e88db7413 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:28:45.725677 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-32bd7837-4bfa-4723-af9c-030e88db7413 admin admin] 10.222.0.26 "PUT /v2.0/routers/48848543-6692-4ff4-bd96-892ef163e906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6937132 Feb 14 19:28:45.726366 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 59654) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:45.727444 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bdfa76-6a45-4377-b897-5fa3df3ff0f1 None None] Sync routers for ids ['48848543-6692-4ff4-bd96-892ef163e906'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:28:45.738030 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bdfa76-6a45-4377-b897-5fa3df3ff0f1 None None] Routers {'48848543-6692-4ff4-bd96-892ef163e906'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:28:45.738696 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-67bdfa76-6a45-4377-b897-5fa3df3ff0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:28:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['48848543-6692-4ff4-bd96-892ef163e906'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:45.833364 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] Publish callbacks [] for router (48848543-6692-4ff4-bd96-892ef163e906), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:45.944230 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] Publish callbacks [] for router_gateway (48848543-6692-4ff4-bd96-892ef163e906), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:45.979795 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-67bdfa76-6a45-4377-b897-5fa3df3ff0f1 None None] Set router 48848543-6692-4ff4-bd96-892ef163e906 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:28:46.166032 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-67bdfa76-6a45-4377-b897-5fa3df3ff0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:28:45Z', 'revision_number': 5, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port': {'id': 'c7e40517-ba3c-4dea-afd4-fc9af14315d4', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ac:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48848543-6692-4ff4-bd96-892ef163e906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:44Z', 'updated_at': '2022-02-14T19:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:46.176518 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] Deleting port c7e40517-ba3c-4dea-afd4-fc9af14315d4 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:28:46.176873 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (c7e40517-ba3c-4dea-afd4-fc9af14315d4), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:46.192875 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bdfa76-6a45-4377-b897-5fa3df3ff0f1 None None] Checking router: 48848543-6692-4ff4-bd96-892ef163e906 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:28:46.202156 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bdfa76-6a45-4377-b897-5fa3df3ff0f1 None None] Routers {'48848543-6692-4ff4-bd96-892ef163e906'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:28:46.202372 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-67bdfa76-6a45-4377-b897-5fa3df3ff0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:28:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['48848543-6692-4ff4-bd96-892ef163e906'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:46.262799 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] For port c7e40517-ba3c-4dea-afd4-fc9af14315d4, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=c7e40517-ba3c-4dea-afd4-fc9af14315d4,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:28:46.263385 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (c7e40517-ba3c-4dea-afd4-fc9af14315d4), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:46.277750 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] Calling delete_port for c7e40517-ba3c-4dea-afd4-fc9af14315d4 owned by network:router_gateway {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:28:46.296308 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-67bdfa76-6a45-4377-b897-5fa3df3ff0f1 None None] Set router 48848543-6692-4ff4-bd96-892ef163e906 gateway port host: None {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:28:46.353769 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-67bdfa76-6a45-4377-b897-5fa3df3ff0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:28:45Z', 'revision_number': 6, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port_host': None}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:46.381086 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bdfa76-6a45-4377-b897-5fa3df3ff0f1 None None] The sync data for ids ['48848543-6692-4ff4-bd96-892ef163e906'] in dv-cinder-816898-8-iscsi is: [{'id': '48848543-6692-4ff4-bd96-892ef163e906', 'name': 'tempest-AttachVolumeTestJSON-636280632-router', 'tenant_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:28:45Z', 'revision_number': 6, 'project_id': 'cd3df3df80dd4f81ab8464493ce4d182', 'gw_port_host': None}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:28:46.504582 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (c7e40517-ba3c-4dea-afd4-fc9af14315d4), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:46.537087 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e40517-ba3c-4dea-afd4-fc9af14315d4,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:46.596627 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3922411'] for router_gateway (48848543-6692-4ff4-bd96-892ef163e906), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:46.616041 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27413fb0-7dec-4359-815a-a33f08e72a3c req-6f03d609-472c-4595-a950-54b2bf6d38c4 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:46.617702 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-27413fb0-7dec-4359-815a-a33f08e72a3c req-6f03d609-472c-4595-a950-54b2bf6d38c4 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0543127 Feb 14 19:28:46.648614 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device bb4b0152-8737-43cb-b9e3-6f2444611fdb details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:28:46.653789 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:46.681279 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-27413fb0-7dec-4359-815a-a33f08e72a3c req-d9ccae23-a781-4dc6-b052-b3a8bc813c66 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557704 Feb 14 19:28:46.707457 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254092'] for router (48848543-6692-4ff4-bd96-892ef163e906), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:46.711671 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] Publish callbacks [] for router_controller (48848543-6692-4ff4-bd96-892ef163e906), precommit_delete_associations {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:46.780463 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port bb4b0152-8737-43cb-b9e3-6f2444611fdb, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:28:46.792341 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'port_id': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'mac_address': 'fa:16:3e:62:6f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:28:46.834466 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port bb4b0152-8737-43cb-b9e3-6f2444611fdb is: ACTIVE; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:28:46.835017 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:46.849219 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb4b0152-8737-43cb-b9e3-6f2444611fdb {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:28:46.864807 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920199'] for router (48848543-6692-4ff4-bd96-892ef163e906), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:46.865460 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48848543-6692-4ff4-bd96-892ef163e906 {{(pid=103310) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 19:28:46.870308 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port bb4b0152-8737-43cb-b9e3-6f2444611fdb, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:28:46.870487 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:46.871860 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-5ed96eca-038d-42ae-9b6c-549f97958daf admin admin] 10.222.0.26 "DELETE /v2.0/routers/48848543-6692-4ff4-bd96-892ef163e906 HTTP/1.1" status: 204 len: 168 time: 1.1445587 Feb 14 19:28:46.874771 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 59668) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:46.922511 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a8c694-7715-4cac-b565-f6f3aa2b898d admin admin] Deleting subnet 9f53f2dd-b65c-41c1-adc9-420637845566 {{(pid=103311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:28:46.925713 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-02a8c694-7715-4cac-b565-f6f3aa2b898d admin admin] Publish callbacks [] for subnet (9f53f2dd-b65c-41c1-adc9-420637845566), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:46.950031 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:46.960821 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-02a8c694-7715-4cac-b565-f6f3aa2b898d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125879425'] for subnet (9f53f2dd-b65c-41c1-adc9-420637845566), precommit_delete_associations {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:47.014836 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=bb4b0152-8737-43cb-b9e3-6f2444611fdb,revision_number=6']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:47.023298 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:47.023936 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:47.024455 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:47.025495 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:47.025495 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:47.025724 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:47.025962 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:47.026298 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:47.026644 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:47.026985 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:47.027306 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:47.027669 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:47.027974 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:28:47.042608 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['bb4b0152-8737-43cb-b9e3-6f2444611fdb'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:28:47.085867 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-02a8c694-7715-4cac-b565-f6f3aa2b898d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (9f53f2dd-b65c-41c1-adc9-420637845566), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:47.226029 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-02a8c694-7715-4cac-b565-f6f3aa2b898d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125990431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126032157'] for subnet (9f53f2dd-b65c-41c1-adc9-420637845566), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:47.272158 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8c694-7715-4cac-b565-f6f3aa2b898d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f53f2dd-b65c-41c1-adc9-420637845566,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:47.278658 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-02a8c694-7715-4cac-b565-f6f3aa2b898d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:47.284784 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-02a8c694-7715-4cac-b565-f6f3aa2b898d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9f53f2dd-b65c-41c1-adc9-420637845566 HTTP/1.1" status: 204 len: 168 time: 0.4066250 Feb 14 19:28:47.285145 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 59676) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:47.288143 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e076e1-7214-45ca-b876-e4a09d01fae7 None None] Network aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:28:47.311820 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device c7e40517-ba3c-4dea-afd4-fc9af14315d4 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:28:47.372637 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: c7e40517-ba3c-4dea-afd4-fc9af14315d4 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:28:47.372637 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device c7e40517-ba3c-4dea-afd4-fc9af14315d4 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:28:47.373214 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:28:47.373341 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (aefa3aa7-75e6-4c3c-81de-3e09d0bf0313), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:47.404438 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:28:47.404775 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device a8ba7ac8-ec5e-4fd8-b0aa-6986a2cab986 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:28:47.453148 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Deleting port fac75037-cde1-4039-b407-790105ff4329 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:28:47.453551 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (fac75037-cde1-4039-b407-790105ff4329), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:47.524267 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] For port fac75037-cde1-4039-b407-790105ff4329, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=fac75037-cde1-4039-b407-790105ff4329,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:28:47.524727 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (fac75037-cde1-4039-b407-790105ff4329), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:47.541356 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76439b3-585d-43ff-9ddb-e072c4119efd None None] DHCP port deletion for aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 request from dv-cinder-816898-8-iscsi {{(pid=103312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 19:28:47.547948 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Calling delete_port for fac75037-cde1-4039-b407-790105ff4329 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:28:47.653618 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-d76439b3-585d-43ff-9ddb-e072c4119efd None None] Deleting port fac75037-cde1-4039-b407-790105ff4329 {{(pid=103312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:28:47.654053 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d76439b3-585d-43ff-9ddb-e072c4119efd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (fac75037-cde1-4039-b407-790105ff4329), before_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:47.737608 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-d76439b3-585d-43ff-9ddb-e072c4119efd None None] For port fac75037-cde1-4039-b407-790105ff4329, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=fac75037-cde1-4039-b407-790105ff4329,segment=NetworkSegment(b5f5358d-acbc-4651-ac3b-4a6745378a7f),segment_id=b5f5358d-acbc-4651-ac3b-4a6745378a7f)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:28:47.738303 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d76439b3-585d-43ff-9ddb-e072c4119efd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (fac75037-cde1-4039-b407-790105ff4329), precommit_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:47.756787 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-d76439b3-585d-43ff-9ddb-e072c4119efd None None] Calling delete_port for fac75037-cde1-4039-b407-790105ff4329 owned by network:dhcp {{(pid=103312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:28:47.904777 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451740f5-d4b5-4a58-be7b-5877e626d412 req-f82a318e-d31d-403a-9bfd-83a8101accac tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:47.918321 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-451740f5-d4b5-4a58-be7b-5877e626d412 req-f82a318e-d31d-403a-9bfd-83a8101accac tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 944 time: 0.0827405 Feb 14 19:28:47.986586 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-451740f5-d4b5-4a58-be7b-5877e626d412 req-85aae63e-cbef-4a0f-953b-5e3fd5734627 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617886 Feb 14 19:28:48.019127 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d76439b3-585d-43ff-9ddb-e072c4119efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630'] for port (fac75037-cde1-4039-b407-790105ff4329), after_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:48.028659 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (fac75037-cde1-4039-b407-790105ff4329), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:48.056795 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac75037-cde1-4039-b407-790105ff4329,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:48.059267 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76439b3-585d-43ff-9ddb-e072c4119efd None None] Pushing event deleted for resources: {'Port': ['ID=fac75037-cde1-4039-b407-790105ff4329,revision_number=None']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:48.067804 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] No DVR routers for this DVR port fac75037-cde1-4039-b407-790105ff4329 on host dv-cinder-816898-8-iscsi {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:28:48.075271 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76439b3-585d-43ff-9ddb-e072c4119efd None None] No DVR routers for this DVR port fac75037-cde1-4039-b407-790105ff4329 on host dv-cinder-816898-8-iscsi {{(pid=103312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:28:48.166544 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (aefa3aa7-75e6-4c3c-81de-3e09d0bf0313), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:48.194191 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefa3aa7-75e6-4c3c-81de-3e09d0bf0313']}} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:48.206856 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f5358d-acbc-4651-ac3b-4a6745378a7f') {'for_net_delete': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:48.207438 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f5358d-acbc-4651-ac3b-4a6745378a7f') {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:48.227660 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129926367'] for segment (b5f5358d-acbc-4651-ac3b-4a6745378a7f), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:48.246459 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (b5f5358d-acbc-4651-ac3b-4a6745378a7f), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:48.255048 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:28:48.255568 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129456150'] for segment (b5f5358d-acbc-4651-ac3b-4a6745378a7f), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: self.session.flush() Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: self.session.flush() Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: self.session.flush() Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: self.session.flush() Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: Traceback (most recent call last): Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: timer() Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: cb(*args, **kw) Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: return func(*args, **kwargs) Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: self._notify() Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: self.callback(batched_events) Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: event.method(event) Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: return f(self, *a, **k) Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._get(url).json() Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: return self.request(url, 'GET', **kwargs) Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:28:48.257605 dv-cinder-816898-8-iscsi neutron-server[103310]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:28:48.394550 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (aefa3aa7-75e6-4c3c-81de-3e09d0bf0313), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:48.402167 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:48.411191 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] 10.222.0.26 "DELETE /v2.0/networks/aefa3aa7-75e6-4c3c-81de-3e09d0bf0313 HTTP/1.1" status: 204 len: 168 time: 1.1212270 Feb 14 19:28:48.431918 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62e95c-acd1-4677-9733-1d635b472c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=aefa3aa7-75e6-4c3c-81de-3e09d0bf0313,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:48.640899 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device bb4b0152-8737-43cb-b9e3-6f2444611fdb up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:28:48.705193 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port bb4b0152-8737-43cb-b9e3-6f2444611fdb triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:28:48.705980 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:48.796170 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port bb4b0152-8737-43cb-b9e3-6f2444611fdb is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:28:48.796715 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:48.834773 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:28:48.837944 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4355b83-ac98-4263-9b50-a9cb4dacb3e0" -d '{"events": [{"server_uuid": "3deb7034-9296-4fc8-a37c-39ad6ad1a421", "name": "network-vif-plugged", "status": "completed", "tag": "bb4b0152-8737-43cb-b9e3-6f2444611fdb"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:28:48.858613 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port bb4b0152-8737-43cb-b9e3-6f2444611fdb, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:28:48.871720 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 59702) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:48.926365 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-14b52713-9012-4d09-aef7-ce54f37d96fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd3df3df80dd4f81ab8464493ce4d182&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0523446 Feb 14 19:28:48.930121 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 59704) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:48.968160 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:48.990215 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-11ce5935-93d8-4a51-9113-c0998deded82 admin admin] Publish callbacks [] for security_group (97dd2e10-7637-476a-b607-e21a04bbfcfa), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:49.017053 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-11ce5935-93d8-4a51-9113-c0998deded82 admin admin] Publish callbacks [] for security_group (97dd2e10-7637-476a-b607-e21a04bbfcfa), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:49.045916 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=bb4b0152-8737-43cb-b9e3-6f2444611fdb,revision_number=7']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:49.158277 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b83b690-190e-494a-a12e-1e12d6d17795 x-openstack-request-id: req-3b83b690-190e-494a-a12e-1e12d6d17795 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:28:49.158654 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb7034-9296-4fc8-a37c-39ad6ad1a421", "name": "network-vif-plugged", "status": "completed", "tag": "bb4b0152-8737-43cb-b9e3-6f2444611fdb", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:28:49.158920 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b83b690-190e-494a-a12e-1e12d6d17795 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:28:49.159327 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'code': 200} Feb 14 19:28:49.259525 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-11ce5935-93d8-4a51-9113-c0998deded82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (97dd2e10-7637-476a-b607-e21a04bbfcfa), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:49.261995 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-11ce5935-93d8-4a51-9113-c0998deded82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:49.263176 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-11ce5935-93d8-4a51-9113-c0998deded82 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97dd2e10-7637-476a-b607-e21a04bbfcfa HTTP/1.1" status: 204 len: 168 time: 0.3315780 Feb 14 19:28:49.282322 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce5935-93d8-4a51-9113-c0998deded82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dd2e10-7637-476a-b607-e21a04bbfcfa,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:49.285219 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device fac75037-cde1-4039-b407-790105ff4329 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:28:49.320076 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cca2c-72eb-4aed-894b-7544e8764e0f req-7e8d315d-390a-4b4d-b5e9-59f551c44ab3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:49.323312 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bc5cca2c-72eb-4aed-894b-7544e8764e0f req-7e8d315d-390a-4b4d-b5e9-59f551c44ab3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.1085064 Feb 14 19:28:49.334675 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: fac75037-cde1-4039-b407-790105ff4329 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:28:49.338267 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device fac75037-cde1-4039-b407-790105ff4329 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:28:49.434549 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bc5cca2c-72eb-4aed-894b-7544e8764e0f req-9b47bfe7-eb86-47ba-9bd0-db993f229350 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014957 Feb 14 19:28:49.456977 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:49.516922 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-074a6735-c838-469d-8bd0-cac8e8fdddc0 req-0e899f58-8dcf-4f33-99d5-10a580522e9d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463607 Feb 14 19:28:49.599969 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a6735-c838-469d-8bd0-cac8e8fdddc0 req-cbabd14f-606e-4dd8-907c-c02736be6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:49.601619 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-074a6735-c838-469d-8bd0-cac8e8fdddc0 req-cbabd14f-606e-4dd8-907c-c02736be6826 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=677c0b411afe40a2afeaf69d4b655f30&device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 1169 time: 0.0602458 Feb 14 19:28:49.730893 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a6735-c838-469d-8bd0-cac8e8fdddc0 req-74690bf9-f198-49d5-9c06-d7f45735dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:49.733104 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-074a6735-c838-469d-8bd0-cac8e8fdddc0 req-74690bf9-f198-49d5-9c06-d7f45735dc80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=acf8c820-9a47-4467-ac0f-618f8e7e6456 HTTP/1.1" status: 200 len: 916 time: 0.1074798 Feb 14 19:28:49.887382 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-074a6735-c838-469d-8bd0-cac8e8fdddc0 req-6ffd3bcc-5cca-4731-9a14-a2ea672548a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ebe4de2-699d-407c-8476-305dc1d7b752 HTTP/1.1" status: 200 len: 1001 time: 0.1482711 Feb 14 19:28:50.003222 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a6735-c838-469d-8bd0-cac8e8fdddc0 req-e05e677c-4e5c-40a5-bff8-53c2cc9812d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:50.005309 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-074a6735-c838-469d-8bd0-cac8e8fdddc0 req-e05e677c-4e5c-40a5-bff8-53c2cc9812d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=848bbf1a-3cef-48c0-a485-17c9b730318d HTTP/1.1" status: 200 len: 854 time: 0.1058869 Feb 14 19:28:50.089697 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a6735-c838-469d-8bd0-cac8e8fdddc0 req-d6d2ce44-6847-4ac6-a56a-42dbf3d22c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:50.091273 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-074a6735-c838-469d-8bd0-cac8e8fdddc0 req-d6d2ce44-6847-4ac6-a56a-42dbf3d22c73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=acf8c820-9a47-4467-ac0f-618f8e7e6456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669906 Feb 14 19:28:50.218473 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-074a6735-c838-469d-8bd0-cac8e8fdddc0 req-dc5932e0-1199-4e10-ac1f-b94c2226d099 service neutron] 10.222.0.43 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185069 Feb 14 19:28:50.326052 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-074a6735-c838-469d-8bd0-cac8e8fdddc0 req-bb171ea3-7930-4638-8d21-cf038bee26c9 service neutron] 10.222.0.43 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008360 Feb 14 19:28:50.565088 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea28ea8-ce5d-4dda-b2b7-fe22870de500 req-b2311bf8-9a3e-4c3d-b727-82cb72b59f1d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:50.566571 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6ea28ea8-ce5d-4dda-b2b7-fe22870de500 req-b2311bf8-9a3e-4c3d-b727-82cb72b59f1d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0560839 Feb 14 19:28:50.617908 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6ea28ea8-ce5d-4dda-b2b7-fe22870de500 req-afd422e1-d40d-4fed-be3c-a885d600c341 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458195 Feb 14 19:28:51.832529 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66e5ab-f48c-4349-af85-8448ce69ca4c req-e338f927-2027-41f6-a761-5a5f7a1fef40 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:51.834274 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cc66e5ab-f48c-4349-af85-8448ce69ca4c req-e338f927-2027-41f6-a761-5a5f7a1fef40 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.1352856 Feb 14 19:28:51.893435 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cc66e5ab-f48c-4349-af85-8448ce69ca4c req-edc00dcc-50ad-4e42-bb09-6574aa8b4480 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532742 Feb 14 19:28:52.471251 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2d5ccf5b-e1a6-41bf-adb9-d21c591f4504 req-8e72372f-6bea-48c1-ae2e-52606fefb288 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806611059&fields=id&tenant_id=677c0b411afe40a2afeaf69d4b655f30 HTTP/1.1" status: 200 len: 267 time: 0.0751729 Feb 14 19:28:52.543962 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccf5b-e1a6-41bf-adb9-d21c591f4504 req-7964e23c-ef3d-480e-87fa-864e914068e0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:52.553755 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2d5ccf5b-e1a6-41bf-adb9-d21c591f4504 req-7964e23c-ef3d-480e-87fa-864e914068e0 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 985 time: 0.0756521 Feb 14 19:28:52.563543 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [req-2d5ccf5b-e1a6-41bf-adb9-d21c591f4504 req-1b6774e9-033f-4063-8144-05e32697698e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Request body: {'port': {'security_groups': ['d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47']}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:28:52.668344 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-2d5ccf5b-e1a6-41bf-adb9-d21c591f4504 req-1b6774e9-033f-4063-8144-05e32697698e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:52.911728 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [req-2d5ccf5b-e1a6-41bf-adb9-d21c591f4504 req-1b6774e9-033f-4063-8144-05e32697698e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] For port 8ebe4de2-699d-407c-8476-305dc1d7b752, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8ebe4de2-699d-407c-8476-305dc1d7b752,segment=NetworkSegment(cfeb51c3-3a3d-43e0-943d-59c56441eb70),segment_id=cfeb51c3-3a3d-43e0-943d-59c56441eb70)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:28:52.956119 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-2d5ccf5b-e1a6-41bf-adb9-d21c591f4504 req-1b6774e9-033f-4063-8144-05e32697698e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:53.034430 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-2d5ccf5b-e1a6-41bf-adb9-d21c591f4504 req-1b6774e9-033f-4063-8144-05e32697698e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125991641'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:53.049592 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['8ebe4de2-699d-407c-8476-305dc1d7b752'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:28:53.089460 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccf5b-e1a6-41bf-adb9-d21c591f4504 req-1b6774e9-033f-4063-8144-05e32697698e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:53.090238 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [req-2d5ccf5b-e1a6-41bf-adb9-d21c591f4504 req-1b6774e9-033f-4063-8144-05e32697698e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:53.101378 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2d5ccf5b-e1a6-41bf-adb9-d21c591f4504 req-1b6774e9-033f-4063-8144-05e32697698e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "PUT /v2.0/ports/8ebe4de2-699d-407c-8476-305dc1d7b752 HTTP/1.1" status: 200 len: 943 time: 0.5427244 Feb 14 19:28:53.101378 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'tag': '8ebe4de2-699d-407c-8476-305dc1d7b752'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:28:53.103796 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 59764) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:53.133289 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254853412eff7528e62d35f22037d8787cf446ee75a5069e8ba1afd6353e2fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10ca27f-9b83-452c-a3f3-5c0b897ac5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "68afa585-2d0c-4ef1-b32a-fcec52303c4c", "tag": "8ebe4de2-699d-407c-8476-305dc1d7b752"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:28:53.204633 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['8ebe4de2-699d-407c-8476-305dc1d7b752'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:28:53.206131 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6774e9-033f-4063-8144-05e32697698e tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event updated for resources: {'Port': ['ID=8ebe4de2-699d-407c-8476-305dc1d7b752,revision_number=7']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:53.300514 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-971eff84-064b-4ac9-8dca-e6f4f34f2389 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group (741408ca-d7ff-4cc1-a604-cd3847bc443c), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:53.344743 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75860e-6fc0-4459-bb76-68298fb43eb0 req-2e3748fd-eaf5-436d-bdac-77d31e16ae42 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:53.359389 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0c75860e-6fc0-4459-bb76-68298fb43eb0 req-2e3748fd-eaf5-436d-bdac-77d31e16ae42 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.1410646 Feb 14 19:28:53.369642 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-971eff84-064b-4ac9-8dca-e6f4f34f2389 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group (741408ca-d7ff-4cc1-a604-cd3847bc443c), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:53.598670 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-424d3f17-9f2f-45c5-bd46-bcc07de7405e None None] Provisioning complete for port 8ebe4de2-699d-407c-8476-305dc1d7b752 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:28:53.599197 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-424d3f17-9f2f-45c5-bd46-bcc07de7405e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:53.651366 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-971eff84-064b-4ac9-8dca-e6f4f34f2389 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (741408ca-d7ff-4cc1-a604-cd3847bc443c), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:53.654639 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-971eff84-064b-4ac9-8dca-e6f4f34f2389 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:53.656457 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-971eff84-064b-4ac9-8dca-e6f4f34f2389 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "DELETE /v2.0/security-groups/741408ca-d7ff-4cc1-a604-cd3847bc443c HTTP/1.1" status: 204 len: 168 time: 0.5511069 Feb 14 19:28:53.675111 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 59772) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:28:53.677627 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971eff84-064b-4ac9-8dca-e6f4f34f2389 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741408ca-d7ff-4cc1-a604-cd3847bc443c,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:53.783241 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0c75860e-6fc0-4459-bb76-68298fb43eb0 req-1cb7348a-ae11-4f31-9aa2-16765e2c24d7 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4227550 Feb 14 19:28:53.837911 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-424d3f17-9f2f-45c5-bd46-bcc07de7405e None None] Current status of the port 8ebe4de2-699d-407c-8476-305dc1d7b752 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:28:53.978215 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ee314b0a-ec69-4a56-8377-627dae05df60 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Deleting port 0e3341e0-41be-4d0a-8cd3-28b9f95c1226 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:28:53.978844 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee314b0a-ec69-4a56-8377-627dae05df60 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (0e3341e0-41be-4d0a-8cd3-28b9f95c1226), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:54.137459 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee314b0a-ec69-4a56-8377-627dae05df60 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (0e3341e0-41be-4d0a-8cd3-28b9f95c1226), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:54.137459 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee314b0a-ec69-4a56-8377-627dae05df60 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for floatingip (0e3341e0-41be-4d0a-8cd3-28b9f95c1226), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:54.138130 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e79b81-4f93-4b0d-a0f0-74d55512d123 x-openstack-request-id: req-e7e79b81-4f93-4b0d-a0f0-74d55512d123 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:28:54.138130 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68afa585-2d0c-4ef1-b32a-fcec52303c4c", "tag": "8ebe4de2-699d-407c-8476-305dc1d7b752", "status": "completed", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:28:54.138130 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7e79b81-4f93-4b0d-a0f0-74d55512d123 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:28:54.138130 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'tag': '8ebe4de2-699d-407c-8476-305dc1d7b752', 'status': 'completed', 'code': 200} Feb 14 19:28:54.145568 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ee314b0a-ec69-4a56-8377-627dae05df60 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Calling delete_port for 0e3341e0-41be-4d0a-8cd3-28b9f95c1226 owned by network:floatingip {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:28:54.362402 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca27f-9b83-452c-a3f3-5c0b897ac5d8 req-6ffec67e-144d-4f80-954f-7556893a893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:54.362402 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b10ca27f-9b83-452c-a3f3-5c0b897ac5d8 req-6ffec67e-144d-4f80-954f-7556893a893c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=677c0b411afe40a2afeaf69d4b655f30&device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 1130 time: 0.1549830 Feb 14 19:28:54.485212 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca27f-9b83-452c-a3f3-5c0b897ac5d8 req-e6bd0057-d592-4b5c-9dc5-6fe457ff90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:54.486743 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b10ca27f-9b83-452c-a3f3-5c0b897ac5d8 req-e6bd0057-d592-4b5c-9dc5-6fe457ff90b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=acf8c820-9a47-4467-ac0f-618f8e7e6456 HTTP/1.1" status: 200 len: 916 time: 0.1641474 Feb 14 19:28:54.563504 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b10ca27f-9b83-452c-a3f3-5c0b897ac5d8 req-99852e60-5e42-4966-ae7f-e0017d11d015 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ebe4de2-699d-407c-8476-305dc1d7b752 HTTP/1.1" status: 200 len: 1001 time: 0.0703924 Feb 14 19:28:54.629694 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca27f-9b83-452c-a3f3-5c0b897ac5d8 req-cfc75c0f-caea-407f-a11b-c911011af7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:54.629694 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b10ca27f-9b83-452c-a3f3-5c0b897ac5d8 req-cfc75c0f-caea-407f-a11b-c911011af7ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=848bbf1a-3cef-48c0-a485-17c9b730318d HTTP/1.1" status: 200 len: 854 time: 0.0461934 Feb 14 19:28:54.675420 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca27f-9b83-452c-a3f3-5c0b897ac5d8 req-1278f511-241d-47e8-b343-1b30a398a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:54.676961 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b10ca27f-9b83-452c-a3f3-5c0b897ac5d8 req-1278f511-241d-47e8-b343-1b30a398a136 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=acf8c820-9a47-4467-ac0f-618f8e7e6456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534477 Feb 14 19:28:54.782045 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b10ca27f-9b83-452c-a3f3-5c0b897ac5d8 req-39dad707-496c-4a33-99ff-191c82ad9edb service neutron] 10.222.0.43 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986409 Feb 14 19:28:54.874319 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b10ca27f-9b83-452c-a3f3-5c0b897ac5d8 req-36505d23-0789-4a64-8756-d463b442b600 service neutron] 10.222.0.43 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867348 Feb 14 19:28:54.893373 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee314b0a-ec69-4a56-8377-627dae05df60 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (0e3341e0-41be-4d0a-8cd3-28b9f95c1226), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:54.923514 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d97d1-43e5-42a9-8b88-ee3de0d15304 req-78e0af1d-b233-43ea-a55b-1074413ae17e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:54.925353 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ee1d97d1-43e5-42a9-8b88-ee3de0d15304 req-78e0af1d-b233-43ea-a55b-1074413ae17e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0734096 Feb 14 19:28:54.927921 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee314b0a-ec69-4a56-8377-627dae05df60 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event deleted for resources: {'Port': ['ID=0e3341e0-41be-4d0a-8cd3-28b9f95c1226,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:28:54.992539 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ee1d97d1-43e5-42a9-8b88-ee3de0d15304 req-91ffbb39-c073-4384-801e-ba0682ec937f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523438 Feb 14 19:28:55.011701 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee314b0a-ec69-4a56-8377-627dae05df60 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks [] for floatingip (0195376a-370c-4806-b44c-06f26b2ffb5d), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:55.012188 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.l3_db [None req-ee314b0a-ec69-4a56-8377-627dae05df60 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Floating IP 0195376a-370c-4806-b44c-06f26b2ffb5d disassociated (deleted). External IP: 172.27.2.30, port: 8ebe4de2-699d-407c-8476-305dc1d7b752. Feb 14 19:28:55.287092 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee314b0a-ec69-4a56-8377-627dae05df60 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Router 3695fe69-a2bf-49f2-941d-f14c1c209e1d has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:28:55.454777 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee314b0a-ec69-4a56-8377-627dae05df60 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:28:55.460228 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee314b0a-ec69-4a56-8377-627dae05df60 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:28:55.471090 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0de454-15d4-4612-b65d-d2dd2fff67f4 None None] Sync routers for ids ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:28:55.500659 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0de454-15d4-4612-b65d-d2dd2fff67f4 None None] Routers {'3695fe69-a2bf-49f2-941d-f14c1c209e1d'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:28:55.501298 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-6f0de454-15d4-4612-b65d-d2dd2fff67f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:28:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:55.504580 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ee314b0a-ec69-4a56-8377-627dae05df60 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "DELETE /v2.0/floatingips/0195376a-370c-4806-b44c-06f26b2ffb5d HTTP/1.1" status: 204 len: 168 time: 1.8098464 Feb 14 19:28:55.505851 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'tag': '8ebe4de2-699d-407c-8476-305dc1d7b752'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:28:55.512530 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b110de24-7b34-4fe9-bb81-4e6ba2a5e6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "68afa585-2d0c-4ef1-b32a-fcec52303c4c", "tag": "8ebe4de2-699d-407c-8476-305dc1d7b752"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:28:55.674083 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-6f0de454-15d4-4612-b65d-d2dd2fff67f4 None None] Set router 3695fe69-a2bf-49f2-941d-f14c1c209e1d gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:28:55.997747 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7afebf-585c-452f-bb36-ed190518d67c x-openstack-request-id: req-bf7afebf-585c-452f-bb36-ed190518d67c {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:28:55.999146 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68afa585-2d0c-4ef1-b32a-fcec52303c4c", "tag": "8ebe4de2-699d-407c-8476-305dc1d7b752", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:28:55.999146 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf7afebf-585c-452f-bb36-ed190518d67c {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:28:55.999559 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'tag': '8ebe4de2-699d-407c-8476-305dc1d7b752', 'status': 'completed', 'code': 200} Feb 14 19:28:56.112685 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-6f0de454-15d4-4612-b65d-d2dd2fff67f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:26:25Z', 'revision_number': 4, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '584f77fd-2058-4698-82b6-48aec688d0a4', 'name': '', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'mac_address': 'fa:16:3e:c1:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:25Z', 'updated_at': '2022-02-14T19:26:30Z', 'revision_number': 5, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'subnets': [{'id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:56.122827 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110de24-7b34-4fe9-bb81-4e6ba2a5e6a3 req-1668e6d6-a664-4d1c-a1a6-5b9fb434aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:56.131767 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b110de24-7b34-4fe9-bb81-4e6ba2a5e6a3 req-1668e6d6-a664-4d1c-a1a6-5b9fb434aae6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=677c0b411afe40a2afeaf69d4b655f30&device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 1130 time: 0.1069441 Feb 14 19:28:56.222406 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0de454-15d4-4612-b65d-d2dd2fff67f4 None None] Checking router: 3695fe69-a2bf-49f2-941d-f14c1c209e1d for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:28:56.243795 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0de454-15d4-4612-b65d-d2dd2fff67f4 None None] Routers {'3695fe69-a2bf-49f2-941d-f14c1c209e1d'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:28:56.244559 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-6f0de454-15d4-4612-b65d-d2dd2fff67f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:28:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:56.363241 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110de24-7b34-4fe9-bb81-4e6ba2a5e6a3 req-e60b59ee-6ba2-4cb5-9de0-5488de0906a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:56.366378 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b110de24-7b34-4fe9-bb81-4e6ba2a5e6a3 req-e60b59ee-6ba2-4cb5-9de0-5488de0906a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=acf8c820-9a47-4467-ac0f-618f8e7e6456 HTTP/1.1" status: 200 len: 916 time: 0.2281108 Feb 14 19:28:56.382267 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1b322-ae0e-4578-a8d2-07cf0b908fe1 req-a134f447-6049-461a-a123-abcc102e122b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:56.390490 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-85f1b322-ae0e-4578-a8d2-07cf0b908fe1 req-a134f447-6049-461a-a123-abcc102e122b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.1146142 Feb 14 19:28:56.434315 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b110de24-7b34-4fe9-bb81-4e6ba2a5e6a3 req-572864bb-55ff-4f61-bc6c-b64012a6cdeb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ebe4de2-699d-407c-8476-305dc1d7b752 HTTP/1.1" status: 200 len: 217 time: 0.0620179 Feb 14 19:28:56.457860 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-6f0de454-15d4-4612-b65d-d2dd2fff67f4 None None] Set router 3695fe69-a2bf-49f2-941d-f14c1c209e1d gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:28:56.485272 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-85f1b322-ae0e-4578-a8d2-07cf0b908fe1 req-b6677a82-e375-47e4-bc06-d66db8a6dd55 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936186 Feb 14 19:28:56.525243 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110de24-7b34-4fe9-bb81-4e6ba2a5e6a3 req-893793d5-9dab-4e38-86d9-5fa32f4d5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:56.527292 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b110de24-7b34-4fe9-bb81-4e6ba2a5e6a3 req-893793d5-9dab-4e38-86d9-5fa32f4d5ed9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=848bbf1a-3cef-48c0-a485-17c9b730318d HTTP/1.1" status: 200 len: 854 time: 0.0869064 Feb 14 19:28:56.594124 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110de24-7b34-4fe9-bb81-4e6ba2a5e6a3 req-58689f89-c0f2-424b-a559-17122ec27d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:56.595975 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b110de24-7b34-4fe9-bb81-4e6ba2a5e6a3 req-58689f89-c0f2-424b-a559-17122ec27d38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=acf8c820-9a47-4467-ac0f-618f8e7e6456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602701 Feb 14 19:28:56.745329 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b110de24-7b34-4fe9-bb81-4e6ba2a5e6a3 req-a38952e7-6a49-431a-8142-c8264f635181 service neutron] 10.222.0.43 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404443 Feb 14 19:28:56.753085 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-6f0de454-15d4-4612-b65d-d2dd2fff67f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:26:25Z', 'revision_number': 4, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '584f77fd-2058-4698-82b6-48aec688d0a4', 'name': '', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'mac_address': 'fa:16:3e:c1:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:25Z', 'updated_at': '2022-02-14T19:26:30Z', 'revision_number': 5, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'subnets': [{'id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:28:56.785153 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0de454-15d4-4612-b65d-d2dd2fff67f4 None None] The sync data for ids ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'] in dv-cinder-816898-8-iscsi is: [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:26:25Z', 'revision_number': 4, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '584f77fd-2058-4698-82b6-48aec688d0a4', 'name': '', 'network_id': 'acf8c820-9a47-4467-ac0f-618f8e7e6456', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'mac_address': 'fa:16:3e:c1:b3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:25Z', 'updated_at': '2022-02-14T19:26:30Z', 'revision_number': 5, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'subnets': [{'id': '848bbf1a-3cef-48c0-a485-17c9b730318d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:28:56.872029 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b110de24-7b34-4fe9-bb81-4e6ba2a5e6a3 req-d0c7435b-0848-420c-9092-5d4cb18d2379 service neutron] 10.222.0.43 "GET /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190243 Feb 14 19:28:57.122601 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430411ea-ea7b-4286-ba32-c9c55de32dd2 None None] New status for floating IP 0195376a-370c-4806-b44c-06f26b2ffb5d: DOWN {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:28:57.652923 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac44ceb-7d16-4b89-a401-2ee64e8b8c26 req-60315e2e-8ee6-471c-a537-f2503deacb1d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:57.661324 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0ac44ceb-7d16-4b89-a401-2ee64e8b8c26 req-60315e2e-8ee6-471c-a537-f2503deacb1d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0863383 Feb 14 19:28:57.750121 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0ac44ceb-7d16-4b89-a401-2ee64e8b8c26 req-cec78e68-72c8-4200-a9f1-3ebb82daacb7 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874913 Feb 14 19:28:58.903651 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b19f6-0769-41f8-bec3-a0cb11aaaa6a req-ef40048b-4e95-4397-a412-870607c613e2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:28:58.905451 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-399b19f6-0769-41f8-bec3-a0cb11aaaa6a req-ef40048b-4e95-4397-a412-870607c613e2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0599940 Feb 14 19:28:58.960734 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-399b19f6-0769-41f8-bec3-a0cb11aaaa6a req-c10c8a64-56e4-49c6-b273-98c311315724 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495126 Feb 14 19:29:00.472474 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fc9ce-bc0e-463b-b84c-8b92d44b22bb req-f7a59d6f-c261-4386-946e-52b6326dcae0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:00.474483 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c58fc9ce-bc0e-463b-b84c-8b92d44b22bb req-f7a59d6f-c261-4386-946e-52b6326dcae0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0616899 Feb 14 19:29:00.531312 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c58fc9ce-bc0e-463b-b84c-8b92d44b22bb req-9cc303ae-7633-4fe0-8976-207d9bbf1c22 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503542 Feb 14 19:29:00.714764 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10efa0a-c0fb-4d44-b532-c101abd33e16 req-329a27f2-5eaa-420a-a04b-0327abba07fd tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:00.716366 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c10efa0a-c0fb-4d44-b532-c101abd33e16 req-329a27f2-5eaa-420a-a04b-0327abba07fd tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 946 time: 0.0763645 Feb 14 19:29:00.799921 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c10efa0a-c0fb-4d44-b532-c101abd33e16 req-2948ab26-458b-43b2-9328-d7067c689c7c tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727811 Feb 14 19:29:01.679745 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094817c-e8db-41ac-872d-36509c0aa586 req-88a2509a-23b4-45ff-a52e-9e7af1b66ea8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:01.681416 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a094817c-e8db-41ac-872d-36509c0aa586 req-88a2509a-23b4-45ff-a52e-9e7af1b66ea8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0606902 Feb 14 19:29:01.734496 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a094817c-e8db-41ac-872d-36509c0aa586 req-5090c956-59f5-4fa8-b120-af7e5f283e02 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462127 Feb 14 19:29:01.963977 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52159f0-ed89-4e17-a1c9-29ffc3b4a99d req-e7b76640-5273-4869-8c3c-35865e4c567b tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:01.965597 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c52159f0-ed89-4e17-a1c9-29ffc3b4a99d req-e7b76640-5273-4869-8c3c-35865e4c567b tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 946 time: 0.0661333 Feb 14 19:29:02.038377 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c52159f0-ed89-4e17-a1c9-29ffc3b4a99d req-d332fbfa-0402-48df-a0b9-d9cc3fb16822 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656745 Feb 14 19:29:02.147883 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c0f90-9350-462c-9a0e-fadb55e5f436 req-c84e5810-515e-4add-9aef-fcd90d703ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:02.149531 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a88c0f90-9350-462c-9a0e-fadb55e5f436 req-c84e5810-515e-4add-9aef-fcd90d703ea3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8e94048f637402f867e42ca604960db&device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 1129 time: 0.0542059 Feb 14 19:29:02.253070 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c0f90-9350-462c-9a0e-fadb55e5f436 req-265a05da-0781-483b-8cc8-89440a747f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:02.254614 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a88c0f90-9350-462c-9a0e-fadb55e5f436 req-265a05da-0781-483b-8cc8-89440a747f10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 200 len: 918 time: 0.0978999 Feb 14 19:29:02.336779 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a88c0f90-9350-462c-9a0e-fadb55e5f436 req-6ac73029-33fc-4d3c-bceb-23a7fc6d2d5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb HTTP/1.1" status: 200 len: 1001 time: 0.0746231 Feb 14 19:29:02.395199 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c0f90-9350-462c-9a0e-fadb55e5f436 req-694904e8-d164-459d-8207-549e5cd6dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:02.396730 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a88c0f90-9350-462c-9a0e-fadb55e5f436 req-694904e8-d164-459d-8207-549e5cd6dd2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfee419b-fffe-4533-9b87-1735a151f782 HTTP/1.1" status: 200 len: 856 time: 0.0530939 Feb 14 19:29:02.450519 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c0f90-9350-462c-9a0e-fadb55e5f436 req-65fb2493-bbba-4a6c-922f-24666f142825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:02.452049 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a88c0f90-9350-462c-9a0e-fadb55e5f436 req-65fb2493-bbba-4a6c-922f-24666f142825 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488889 Feb 14 19:29:02.548921 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a88c0f90-9350-462c-9a0e-fadb55e5f436 req-4a3da678-37c0-4277-b78c-e244b231a7f2 service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905390 Feb 14 19:29:02.640630 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a88c0f90-9350-462c-9a0e-fadb55e5f436 req-2b769232-20f4-417b-9691-36463b681390 service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848224 Feb 14 19:29:02.868632 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096e9cf-0e0f-49b3-93cc-863373611bd9 req-2969d959-db6a-4a23-af74-a3b5c3259956 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:02.870231 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a096e9cf-0e0f-49b3-93cc-863373611bd9 req-2969d959-db6a-4a23-af74-a3b5c3259956 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0562620 Feb 14 19:29:02.928807 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a096e9cf-0e0f-49b3-93cc-863373611bd9 req-e1bffb53-9099-4633-8a55-6f47ca410874 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525584 Feb 14 19:29:03.182827 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23219583-4ebc-434c-81b5-b018068d9692 req-5d086a86-a0a0-4f7a-89df-029e3bf4bc0b tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:03.184344 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-23219583-4ebc-434c-81b5-b018068d9692 req-5d086a86-a0a0-4f7a-89df-029e3bf4bc0b tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 946 time: 0.0657964 Feb 14 19:29:03.256438 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-23219583-4ebc-434c-81b5-b018068d9692 req-cbd4ce29-ce98-41b9-86dc-a3633b0dc758 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/security-groups?id=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629230 Feb 14 19:29:03.556060 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a7ea5-d7ec-48d8-be13-7e749e3e7440 req-28c62216-5854-48de-af30-8f9dc2d2b763 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:03.557722 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f68a7ea5-d7ec-48d8-be13-7e749e3e7440 req-28c62216-5854-48de-af30-8f9dc2d2b763 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.43 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 946 time: 0.0657692 Feb 14 19:29:03.676563 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-f68a7ea5-d7ec-48d8-be13-7e749e3e7440 req-63234b0b-c98a-4afd-9395-2fbab99cec54 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Deleting port 8ebe4de2-699d-407c-8476-305dc1d7b752 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:29:03.676891 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f68a7ea5-d7ec-48d8-be13-7e749e3e7440 req-63234b0b-c98a-4afd-9395-2fbab99cec54 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:03.778936 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-f68a7ea5-d7ec-48d8-be13-7e749e3e7440 req-63234b0b-c98a-4afd-9395-2fbab99cec54 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] For port 8ebe4de2-699d-407c-8476-305dc1d7b752, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8ebe4de2-699d-407c-8476-305dc1d7b752,segment=NetworkSegment(cfeb51c3-3a3d-43e0-943d-59c56441eb70),segment_id=cfeb51c3-3a3d-43e0-943d-59c56441eb70)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:03.779307 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f68a7ea5-d7ec-48d8-be13-7e749e3e7440 req-63234b0b-c98a-4afd-9395-2fbab99cec54 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:03.798860 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-f68a7ea5-d7ec-48d8-be13-7e749e3e7440 req-63234b0b-c98a-4afd-9395-2fbab99cec54 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Calling delete_port for 8ebe4de2-699d-407c-8476-305dc1d7b752 owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:29:04.032853 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f68a7ea5-d7ec-48d8-be13-7e749e3e7440 req-63234b0b-c98a-4afd-9395-2fbab99cec54 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (8ebe4de2-699d-407c-8476-305dc1d7b752), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:04.043928 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['8ebe4de2-699d-407c-8476-305dc1d7b752'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:29:04.080242 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dab0c3-d7f5-40a4-8cf9-817aa9c378ff req-5e3f1c9f-07ae-43ce-bd09-9917b27d2dbe tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:04.081821 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f7dab0c3-d7f5-40a4-8cf9-817aa9c378ff req-5e3f1c9f-07ae-43ce-bd09-9917b27d2dbe tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0591130 Feb 14 19:29:04.082529 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63234b0b-c98a-4afd-9395-2fbab99cec54 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Pushing event deleted for resources: {'Port': ['ID=8ebe4de2-699d-407c-8476-305dc1d7b752,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:04.140852 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f7dab0c3-d7f5-40a4-8cf9-817aa9c378ff req-36b1bdb3-4a65-4f58-8808-bd62d7e8ed4f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526845 Feb 14 19:29:04.182708 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68a7ea5-d7ec-48d8-be13-7e749e3e7440 req-63234b0b-c98a-4afd-9395-2fbab99cec54 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] No DVR routers for this DVR port 8ebe4de2-699d-407c-8476-305dc1d7b752 on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:29:04.193374 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f68a7ea5-d7ec-48d8-be13-7e749e3e7440 req-63234b0b-c98a-4afd-9395-2fbab99cec54 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:04.193374 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f68a7ea5-d7ec-48d8-be13-7e749e3e7440 req-63234b0b-c98a-4afd-9395-2fbab99cec54 tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.43 "DELETE /v2.0/ports/8ebe4de2-699d-407c-8476-305dc1d7b752 HTTP/1.1" status: 204 len: 173 time: 0.6242771 Feb 14 19:29:04.193374 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'name': 'network-vif-deleted', 'tag': '8ebe4de2-699d-407c-8476-305dc1d7b752'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:29:04.193777 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41dc579-ebf7-4589-841c-0f939f2f8591" -d '{"events": [{"server_uuid": "68afa585-2d0c-4ef1-b32a-fcec52303c4c", "name": "network-vif-deleted", "tag": "8ebe4de2-699d-407c-8476-305dc1d7b752"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:29:04.231904 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd21f268-6343-4ffd-89d7-8c1ccb134ef3 x-openstack-request-id: req-bd21f268-6343-4ffd-89d7-8c1ccb134ef3 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:29:04.232203 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68afa585-2d0c-4ef1-b32a-fcec52303c4c", "name": "network-vif-deleted", "tag": "8ebe4de2-699d-407c-8476-305dc1d7b752", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:29:04.232999 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd21f268-6343-4ffd-89d7-8c1ccb134ef3 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:29:04.233458 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68afa585-2d0c-4ef1-b32a-fcec52303c4c', 'name': 'network-vif-deleted', 'tag': '8ebe4de2-699d-407c-8476-305dc1d7b752', 'status': 'completed', 'code': 200} Feb 14 19:29:04.395968 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b2cc0471-952f-4538-8c7e-482f8a90e2de req-b7058d64-4803-46c1-b5f2-a4f295fd4eed tempest-TestMinimumBasicScenario-528457585 tempest-TestMinimumBasicScenario-528457585-project] 10.222.0.26 "GET /v2.0/ports?device_id=68afa585-2d0c-4ef1-b32a-fcec52303c4c HTTP/1.1" status: 200 len: 210 time: 0.0355563 Feb 14 19:29:05.285571 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261a8b2-916c-4d51-84f2-30aa59216532 req-1ccfd11f-e7d6-4122-a19e-1c133af818c4 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:05.287176 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7261a8b2-916c-4d51-84f2-30aa59216532 req-1ccfd11f-e7d6-4122-a19e-1c133af818c4 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 945 time: 0.0607972 Feb 14 19:29:05.340397 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7261a8b2-916c-4d51-84f2-30aa59216532 req-764079ef-95d3-4bea-9c58-29a7ccaffc8c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474749 Feb 14 19:29:06.774677 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device bb4b0152-8737-43cb-b9e3-6f2444611fdb no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:29:06.856569 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port bb4b0152-8737-43cb-b9e3-6f2444611fdb is: ACTIVE; New status is: DOWN {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:29:06.856862 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:06.883873 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:29:06.886146 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f205b73-e1c0-4482-bc55-b7d67a15d6f3" -d '{"events": [{"server_uuid": "3deb7034-9296-4fc8-a37c-39ad6ad1a421", "name": "network-vif-unplugged", "status": "completed", "tag": "bb4b0152-8737-43cb-b9e3-6f2444611fdb"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:29:06.899389 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port bb4b0152-8737-43cb-b9e3-6f2444611fdb, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:07.007620 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:07.056542 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=bb4b0152-8737-43cb-b9e3-6f2444611fdb,revision_number=8']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:07.223262 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Feb 2022 19:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89742bbd-6a2f-4e4d-a732-59afb2be187d x-openstack-request-id: req-89742bbd-6a2f-4e4d-a732-59afb2be187d {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:29:07.223606 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb7034-9296-4fc8-a37c-39ad6ad1a421", "name": "network-vif-unplugged", "status": "failed", "tag": "bb4b0152-8737-43cb-b9e3-6f2444611fdb", "code": 422}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:29:07.223876 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89742bbd-6a2f-4e4d-a732-59afb2be187d {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:29:07.224399 dv-cinder-816898-8-iscsi neutron-server[103312]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'code': 422} returned with failed status Feb 14 19:29:08.430412 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98deedae-1c4d-40be-925d-b933cda3ce31 req-7c5c6c7f-efb7-4637-a6c0-a292969247a7 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:08.444787 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-98deedae-1c4d-40be-925d-b933cda3ce31 req-7c5c6c7f-efb7-4637-a6c0-a292969247a7 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.0710497 Feb 14 19:29:08.489072 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-98deedae-1c4d-40be-925d-b933cda3ce31 req-c841fb70-00d1-4751-ad19-70f996a0ab1b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480919 Feb 14 19:29:08.524559 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60010) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:08.671036 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0f133c26-6a7c-4c97-8c2a-471adc1e7c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:08.763120 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0f133c26-6a7c-4c97-8c2a-471adc1e7c62 admin admin] Publish callbacks [] for security_group (400cfe0d-c77c-45d6-a55f-015a2eb786dc), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:08.766800 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 8ebe4de2-699d-407c-8476-305dc1d7b752 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:29:08.790969 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: 8ebe4de2-699d-407c-8476-305dc1d7b752 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:29:08.791338 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 8ebe4de2-699d-407c-8476-305dc1d7b752 not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:29:08.827589 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-b8cd427a-fde3-4fbd-a33c-515203c16bad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0494063 Feb 14 19:29:08.894297 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0f133c26-6a7c-4c97-8c2a-471adc1e7c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (400cfe0d-c77c-45d6-a55f-015a2eb786dc), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:08.913369 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-93820457-3f14-4a78-ba5a-5647f2aafe80 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:08.914817 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-93820457-3f14-4a78-ba5a-5647f2aafe80 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports/bb4b0152-8737-43cb-b9e3-6f2444611fdb HTTP/1.1" status: 200 len: 940 time: 0.0594089 Feb 14 19:29:08.945258 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-0f133c26-6a7c-4c97-8c2a-471adc1e7c62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5be288e6a6f48549b2ef9b7e7429aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195313 Feb 14 19:29:08.946158 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f133c26-6a7c-4c97-8c2a-471adc1e7c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400cfe0d-c77c-45d6-a55f-015a2eb786dc,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:08.949507 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60024) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:09.019868 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fa36b308-af66-4133-9c17-34c4630d0fbf admin admin] Publish callbacks [] for security_group (400cfe0d-c77c-45d6-a55f-015a2eb786dc), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:09.044115 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fa36b308-af66-4133-9c17-34c4630d0fbf admin admin] Publish callbacks [] for security_group (400cfe0d-c77c-45d6-a55f-015a2eb786dc), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:09.228154 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60030) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:09.236203 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fa36b308-af66-4133-9c17-34c4630d0fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (400cfe0d-c77c-45d6-a55f-015a2eb786dc), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:09.238788 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fa36b308-af66-4133-9c17-34c4630d0fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:09.244788 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-fa36b308-af66-4133-9c17-34c4630d0fbf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/400cfe0d-c77c-45d6-a55f-015a2eb786dc HTTP/1.1" status: 204 len: 168 time: 0.2894146 Feb 14 19:29:09.283235 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36b308-af66-4133-9c17-34c4630d0fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400cfe0d-c77c-45d6-a55f-015a2eb786dc,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:09.675087 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7486ee2-049f-410d-adee-7df5111c91af req-bd8c891b-9b5c-40be-8f8d-57eac3d53e0b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:09.677230 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f7486ee2-049f-410d-adee-7df5111c91af req-bd8c891b-9b5c-40be-8f8d-57eac3d53e0b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.0877075 Feb 14 19:29:09.742982 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f7486ee2-049f-410d-adee-7df5111c91af req-f7106a9b-2ec2-4410-b0ce-70fa301ae231 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597248 Feb 14 19:29:09.892862 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-89a1e61b-87de-4fc2-a9af-96270a3bd9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920929'] for router_interface (3695fe69-a2bf-49f2-941d-f14c1c209e1d), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:10.033784 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60038) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:10.050521 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-185a6e37-e82c-4aef-bda7-83b0ab0dfbc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:10.139325 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-185a6e37-e82c-4aef-bda7-83b0ab0dfbc1 admin admin] Publish callbacks [] for security_group (1a40b6ee-ddf7-4d41-98d4-1409f44900c5), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:10.168773 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-89a1e61b-87de-4fc2-a9af-96270a3bd9c7 admin admin] Deleting port 584f77fd-2058-4698-82b6-48aec688d0a4 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:29:10.169029 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-89a1e61b-87de-4fc2-a9af-96270a3bd9c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:10.256860 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-89a1e61b-87de-4fc2-a9af-96270a3bd9c7 admin admin] For port 584f77fd-2058-4698-82b6-48aec688d0a4, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=584f77fd-2058-4698-82b6-48aec688d0a4,segment=NetworkSegment(cfeb51c3-3a3d-43e0-943d-59c56441eb70),segment_id=cfeb51c3-3a3d-43e0-943d-59c56441eb70)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:10.257213 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-89a1e61b-87de-4fc2-a9af-96270a3bd9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:10.272723 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-89a1e61b-87de-4fc2-a9af-96270a3bd9c7 admin admin] Calling delete_port for 584f77fd-2058-4698-82b6-48aec688d0a4 owned by network:router_interface {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:29:10.280486 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-185a6e37-e82c-4aef-bda7-83b0ab0dfbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1a40b6ee-ddf7-4d41-98d4-1409f44900c5), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:10.325462 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-185a6e37-e82c-4aef-bda7-83b0ab0dfbc1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84e9c16b189e48fd9e2fb3c7b6a8c3b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890484 Feb 14 19:29:10.326486 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a6e37-e82c-4aef-bda7-83b0ab0dfbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a40b6ee-ddf7-4d41-98d4-1409f44900c5,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:10.329386 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60040) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:10.386742 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a659e8e6-0ba8-4d68-97c0-5ab9f847a1a1 admin admin] Publish callbacks [] for security_group (1a40b6ee-ddf7-4d41-98d4-1409f44900c5), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:10.410143 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a659e8e6-0ba8-4d68-97c0-5ab9f847a1a1 admin admin] Publish callbacks [] for security_group (1a40b6ee-ddf7-4d41-98d4-1409f44900c5), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:10.521620 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a659e8e6-0ba8-4d68-97c0-5ab9f847a1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (1a40b6ee-ddf7-4d41-98d4-1409f44900c5), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:10.525283 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a659e8e6-0ba8-4d68-97c0-5ab9f847a1a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:10.526645 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-a659e8e6-0ba8-4d68-97c0-5ab9f847a1a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a40b6ee-ddf7-4d41-98d4-1409f44900c5 HTTP/1.1" status: 204 len: 168 time: 0.1961720 Feb 14 19:29:10.539074 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659e8e6-0ba8-4d68-97c0-5ab9f847a1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a40b6ee-ddf7-4d41-98d4-1409f44900c5,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:10.603938 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-89a1e61b-87de-4fc2-a9af-96270a3bd9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (584f77fd-2058-4698-82b6-48aec688d0a4), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:10.630066 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-7ef15266-fff9-4b0d-81b6-1db8c1123ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:10.640831 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1e61b-87de-4fc2-a9af-96270a3bd9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=584f77fd-2058-4698-82b6-48aec688d0a4,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:10.675490 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-9af31cdc-b335-4dee-b82c-1e2ee85f71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:10.677024 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-9af31cdc-b335-4dee-b82c-1e2ee85f71ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421&tenant_id=d8e94048f637402f867e42ca604960db HTTP/1.1" status: 200 len: 1127 time: 0.1017780 Feb 14 19:29:10.817177 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-5aae6d26-5c18-4dc1-be22-b0d358f90daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:10.818778 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-5aae6d26-5c18-4dc1-be22-b0d358f90daf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8e94048f637402f867e42ca604960db&device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 1127 time: 0.1161714 Feb 14 19:29:10.922089 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acb1bc-3ead-40a6-bf5b-af9aa7d68218 req-7487c304-6f5c-4666-acc1-5c6523eda31a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:10.923943 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-14acb1bc-3ead-40a6-bf5b-af9aa7d68218 req-7487c304-6f5c-4666-acc1-5c6523eda31a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.0786376 Feb 14 19:29:10.989490 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-89a1e61b-87de-4fc2-a9af-96270a3bd9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921077'] for router_interface (3695fe69-a2bf-49f2-941d-f14c1c209e1d), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:11.004625 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-14acb1bc-3ead-40a6-bf5b-af9aa7d68218 req-105cf566-e8d2-4194-b6bb-aa98ca305edf tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750072 Feb 14 19:29:11.064988 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-a7f20e9c-795e-4e35-85d5-3937f7d9a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:11.066612 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-a7f20e9c-795e-4e35-85d5-3937f7d9a05a service neutron] 10.222.0.43 "GET /v2.0/networks?id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 200 len: 918 time: 0.2408450 Feb 14 19:29:11.186196 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-a6191aa2-3341-423c-9b51-7501b092bc5b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb HTTP/1.1" status: 200 len: 999 time: 0.1127567 Feb 14 19:29:11.305573 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-dda314c0-27bd-4e78-963e-ff107cedd42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:11.307266 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-dda314c0-27bd-4e78-963e-ff107cedd42e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfee419b-fffe-4533-9b87-1735a151f782 HTTP/1.1" status: 200 len: 856 time: 0.1157546 Feb 14 19:29:11.432349 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-a2a016b8-3977-4714-bfbd-c9dd0105fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:11.434861 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-a2a016b8-3977-4714-bfbd-c9dd0105fda5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1196642 Feb 14 19:29:11.442193 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a1e61b-87de-4fc2-a9af-96270a3bd9c7 admin admin] Router 3695fe69-a2bf-49f2-941d-f14c1c209e1d has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:29:11.606318 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:29:11.653564 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-6ea19078-ac84-41d3-b849-9982e8aecd0b service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097270 Feb 14 19:29:11.730684 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a1e61b-87de-4fc2-a9af-96270a3bd9c7 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:29:11.740061 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-89a1e61b-87de-4fc2-a9af-96270a3bd9c7 admin admin] 10.222.0.26 "PUT /v2.0/routers/3695fe69-a2bf-49f2-941d-f14c1c209e1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5092390 Feb 14 19:29:11.743926 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60062) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:11.747211 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e8d13f-a779-4b9b-9def-c2dae7269f71 None None] Sync routers for ids ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:29:11.766891 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e8d13f-a779-4b9b-9def-c2dae7269f71 None None] Routers {'3695fe69-a2bf-49f2-941d-f14c1c209e1d'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:29:11.768085 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-34e8d13f-a779-4b9b-9def-c2dae7269f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:28:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:11.801054 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-1cea2d52-6e11-4443-b36f-e1bfaeed3921 req-8d6dfd38-46a6-48c6-9628-c17a55f7f32a service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414940 Feb 14 19:29:11.936666 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] Publish callbacks [] for router (3695fe69-a2bf-49f2-941d-f14c1c209e1d), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:11.937584 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-34e8d13f-a779-4b9b-9def-c2dae7269f71 None None] Set router 3695fe69-a2bf-49f2-941d-f14c1c209e1d gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:29:12.184030 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] Publish callbacks [] for router_gateway (3695fe69-a2bf-49f2-941d-f14c1c209e1d), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:12.196765 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-34e8d13f-a779-4b9b-9def-c2dae7269f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:29:10Z', 'revision_number': 5, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:12.212887 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0987aa2-2e9a-4f82-b6a7-b8b8ae81f9d4 req-8966297e-9d44-4d79-b2d6-2d172fdfb22f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:12.223608 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b0987aa2-2e9a-4f82-b6a7-b8b8ae81f9d4 req-8966297e-9d44-4d79-b2d6-2d172fdfb22f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.1087029 Feb 14 19:29:12.258252 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e8d13f-a779-4b9b-9def-c2dae7269f71 None None] Checking router: 3695fe69-a2bf-49f2-941d-f14c1c209e1d for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:29:12.264317 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e8d13f-a779-4b9b-9def-c2dae7269f71 None None] Routers {'3695fe69-a2bf-49f2-941d-f14c1c209e1d'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:29:12.265760 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-34e8d13f-a779-4b9b-9def-c2dae7269f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:28:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:12.325024 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b0987aa2-2e9a-4f82-b6a7-b8b8ae81f9d4 req-f89d11a1-9c6f-491d-9c77-96714382faf1 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029074 Feb 14 19:29:12.441083 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-34e8d13f-a779-4b9b-9def-c2dae7269f71 None None] Set router 3695fe69-a2bf-49f2-941d-f14c1c209e1d gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:29:12.445786 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] Deleting port 10b446dd-4672-43c4-8c87-6f8ab3442234 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:29:12.446382 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (10b446dd-4672-43c4-8c87-6f8ab3442234), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:12.605403 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] For port 10b446dd-4672-43c4-8c87-6f8ab3442234, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=10b446dd-4672-43c4-8c87-6f8ab3442234,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:12.605975 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (10b446dd-4672-43c4-8c87-6f8ab3442234), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:12.633881 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] Calling delete_port for 10b446dd-4672-43c4-8c87-6f8ab3442234 owned by network:router_gateway {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:29:12.710548 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-34e8d13f-a779-4b9b-9def-c2dae7269f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:29:10Z', 'revision_number': 5, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:12.753615 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e8d13f-a779-4b9b-9def-c2dae7269f71 None None] The sync data for ids ['3695fe69-a2bf-49f2-941d-f14c1c209e1d'] in dv-cinder-816898-8-iscsi is: [{'id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'name': 'tempest-TestMinimumBasicScenario-1005142204-router', 'tenant_id': '677c0b411afe40a2afeaf69d4b655f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:21Z', 'updated_at': '2022-02-14T19:29:10Z', 'revision_number': 5, 'project_id': '677c0b411afe40a2afeaf69d4b655f30', 'gw_port': {'id': '10b446dd-4672-43c4-8c87-6f8ab3442234', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3695fe69-a2bf-49f2-941d-f14c1c209e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:22Z', 'updated_at': '2022-02-14T19:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:29:12.813499 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-291b8804-0633-4ef1-91a6-f8cf00ded2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:12.961847 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (10b446dd-4672-43c4-8c87-6f8ab3442234), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:13.026382 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b446dd-4672-43c4-8c87-6f8ab3442234,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:13.165607 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3922411'] for router_gateway (3695fe69-a2bf-49f2-941d-f14c1c209e1d), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:13.430461 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 584f77fd-2058-4698-82b6-48aec688d0a4 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:29:13.486878 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: 584f77fd-2058-4698-82b6-48aec688d0a4 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:29:13.492263 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 584f77fd-2058-4698-82b6-48aec688d0a4 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:29:13.588697 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254092'] for router (3695fe69-a2bf-49f2-941d-f14c1c209e1d), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:13.599545 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] Publish callbacks [] for router_controller (3695fe69-a2bf-49f2-941d-f14c1c209e1d), precommit_delete_associations {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:13.812734 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62bf9f-7fd4-4add-a6fc-c0c27be590cc req-901e4cdc-6cc0-423b-9d34-ef1d1c548455 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:13.815873 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-fd62bf9f-7fd4-4add-a6fc-c0c27be590cc req-901e4cdc-6cc0-423b-9d34-ef1d1c548455 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.2294950 Feb 14 19:29:13.818031 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920199'] for router (3695fe69-a2bf-49f2-941d-f14c1c209e1d), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:13.818987 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3695fe69-a2bf-49f2-941d-f14c1c209e1d {{(pid=103311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 19:29:13.840422 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:13.845120 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-37026aae-4f98-426c-9158-05763bae2a34 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3695fe69-a2bf-49f2-941d-f14c1c209e1d HTTP/1.1" status: 204 len: 168 time: 2.0978286 Feb 14 19:29:13.845943 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60110) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:13.964751 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-fd62bf9f-7fd4-4add-a6fc-c0c27be590cc req-376ae252-75e7-4e48-ad88-c41cb9101af0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194932 Feb 14 19:29:13.980793 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_v2 [None req-4366a968-22b5-4ccf-8c8a-d2402f09fa6e admin admin] Deleting subnet 848bbf1a-3cef-48c0-a485-17c9b730318d {{(pid=103310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:29:13.985998 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4366a968-22b5-4ccf-8c8a-d2402f09fa6e admin admin] Publish callbacks [] for subnet (848bbf1a-3cef-48c0-a485-17c9b730318d), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:14.049708 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4366a968-22b5-4ccf-8c8a-d2402f09fa6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129926344'] for subnet (848bbf1a-3cef-48c0-a485-17c9b730318d), precommit_delete_associations {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:14.251427 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4366a968-22b5-4ccf-8c8a-d2402f09fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (848bbf1a-3cef-48c0-a485-17c9b730318d), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:14.282106 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:14.474716 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4366a968-22b5-4ccf-8c8a-d2402f09fa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129455284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129471064'] for subnet (848bbf1a-3cef-48c0-a485-17c9b730318d), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:14.509038 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366a968-22b5-4ccf-8c8a-d2402f09fa6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=848bbf1a-3cef-48c0-a485-17c9b730318d,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:14.518836 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4366a968-22b5-4ccf-8c8a-d2402f09fa6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:14.524757 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-4366a968-22b5-4ccf-8c8a-d2402f09fa6e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/848bbf1a-3cef-48c0-a485-17c9b730318d HTTP/1.1" status: 204 len: 168 time: 0.6769378 Feb 14 19:29:14.528090 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60124) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:14.529030 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23ac7fc-5f91-47f6-8c65-7d659fa3c3e0 None None] Network acf8c820-9a47-4467-ac0f-618f8e7e6456 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:29:14.751352 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (acf8c820-9a47-4467-ac0f-618f8e7e6456), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:14.831500 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d68afb-e9ad-4f47-ace5-946343f9fa64 None None] DHCP port deletion for acf8c820-9a47-4467-ac0f-618f8e7e6456 request from dv-cinder-816898-8-iscsi {{(pid=103312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 19:29:14.842932 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Deleting port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:29:14.843806 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:14.915786 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-71d68afb-e9ad-4f47-ace5-946343f9fa64 None None] Deleting port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 {{(pid=103312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:29:14.916570 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-71d68afb-e9ad-4f47-ace5-946343f9fa64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), before_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:14.994073 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] For port 8db485b5-f7e8-49f2-82ae-7762ece3aad1, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=8db485b5-f7e8-49f2-82ae-7762ece3aad1,segment=NetworkSegment(cfeb51c3-3a3d-43e0-943d-59c56441eb70),segment_id=cfeb51c3-3a3d-43e0-943d-59c56441eb70)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:14.994829 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:15.055510 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Calling delete_port for 8db485b5-f7e8-49f2-82ae-7762ece3aad1 owned by network:dhcp {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:29:15.244256 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-71d68afb-e9ad-4f47-ace5-946343f9fa64 None None] For port 8db485b5-f7e8-49f2-82ae-7762ece3aad1, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=8db485b5-f7e8-49f2-82ae-7762ece3aad1,segment=NetworkSegment(cfeb51c3-3a3d-43e0-943d-59c56441eb70),segment_id=cfeb51c3-3a3d-43e0-943d-59c56441eb70)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:15.244256 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-71d68afb-e9ad-4f47-ace5-946343f9fa64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), precommit_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:15.287663 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-71d68afb-e9ad-4f47-ace5-946343f9fa64 None None] Calling delete_port for 8db485b5-f7e8-49f2-82ae-7762ece3aad1 owned by network:dhcp {{(pid=103312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:29:15.327474 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 10b446dd-4672-43c4-8c87-6f8ab3442234 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:29:15.349091 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a93a86-58fa-4657-b4d9-2105bb9c76c7 req-bf57fa86-e0a1-46de-8deb-fdfeabcb87c2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:15.350970 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b3a93a86-58fa-4657-b4d9-2105bb9c76c7 req-bf57fa86-e0a1-46de-8deb-fdfeabcb87c2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.2227595 Feb 14 19:29:15.358028 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: 10b446dd-4672-43c4-8c87-6f8ab3442234 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:29:15.358450 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 10b446dd-4672-43c4-8c87-6f8ab3442234 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:29:15.359004 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 8db485b5-f7e8-49f2-82ae-7762ece3aad1 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:29:15.486266 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:15.513212 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 is: ACTIVE; New status is: DOWN {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:29:15.514232 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:15.531507 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Pushing event deleted for resources: {'Port': ['ID=8db485b5-f7e8-49f2-82ae-7762ece3aad1,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:15.538303 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b3a93a86-58fa-4657-b4d9-2105bb9c76c7 req-9d0e2991-6b9d-47e3-9cf8-e1a99b61f698 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762285 Feb 14 19:29:15.549919 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] No DVR routers for this DVR port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 on host dv-cinder-816898-8-iscsi {{(pid=103311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:29:15.595289 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-71d68afb-e9ad-4f47-ace5-946343f9fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630'] for port (8db485b5-f7e8-49f2-82ae-7762ece3aad1), after_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:15.624315 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d68afb-e9ad-4f47-ace5-946343f9fa64 None None] Pushing event deleted for resources: {'Port': ['ID=8db485b5-f7e8-49f2-82ae-7762ece3aad1,revision_number=None']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:15.634168 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d68afb-e9ad-4f47-ace5-946343f9fa64 None None] No DVR routers for this DVR port 8db485b5-f7e8-49f2-82ae-7762ece3aad1 on host dv-cinder-816898-8-iscsi {{(pid=103312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:29:15.688818 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (acf8c820-9a47-4467-ac0f-618f8e7e6456), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:15.707202 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:15.718905 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf8c820-9a47-4467-ac0f-618f8e7e6456']}} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:15.738666 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfeb51c3-3a3d-43e0-943d-59c56441eb70') {'for_net_delete': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:15.739070 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfeb51c3-3a3d-43e0-943d-59c56441eb70') {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:15.758764 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125879446'] for segment (cfeb51c3-3a3d-43e0-943d-59c56441eb70), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:15.787775 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (cfeb51c3-3a3d-43e0-943d-59c56441eb70), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:15.810007 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:29:15.811240 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125991613'] for segment (cfeb51c3-3a3d-43e0-943d-59c56441eb70), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: Traceback (most recent call last): Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: timer() Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: cb(*args, **kw) Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: return func(*args, **kwargs) Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: self._notify() Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: self.callback(batched_events) Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: event.method(event) Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: return f(self, *a, **k) Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: return self._get(url).json() Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: return self.request(url, 'GET', **kwargs) Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:29:15.823611 dv-cinder-816898-8-iscsi neutron-server[103311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:29:15.968839 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60146) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:16.013327 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (acf8c820-9a47-4467-ac0f-618f8e7e6456), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:16.019850 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:16.027112 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60150) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:16.039507 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] 10.222.0.26 "DELETE /v2.0/networks/acf8c820-9a47-4467-ac0f-618f8e7e6456 HTTP/1.1" status: 204 len: 168 time: 1.5091124 Feb 14 19:29:16.074433 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73475399-1dde-4da5-ba4d-ce7853f4701a admin admin] Pushing event deleted for resources: {'Network': ['ID=acf8c820-9a47-4467-ac0f-618f8e7e6456,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:16.171358 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-32815792-ac0e-4fc3-a2bd-f454c7b3a928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:16.309321 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-32815792-ac0e-4fc3-a2bd-f454c7b3a928 admin admin] Publish callbacks [] for security_group (94f29667-9ca1-4c36-b5de-39c995d58a16), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:16.419401 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-32815792-ac0e-4fc3-a2bd-f454c7b3a928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (94f29667-9ca1-4c36-b5de-39c995d58a16), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:16.477666 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-32815792-ac0e-4fc3-a2bd-f454c7b3a928 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=087674671dc942cf8dcd192496cae90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5048926 Feb 14 19:29:16.477666 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32815792-ac0e-4fc3-a2bd-f454c7b3a928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f29667-9ca1-4c36-b5de-39c995d58a16,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:16.478823 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60152) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:16.529736 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920929'] for router_interface (c1d8a4b3-2e62-41f0-8a71-40981e355093), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:16.604536 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca94f-02e1-463b-9ffd-23c2ab292363 admin admin] Publish callbacks [] for security_group (94f29667-9ca1-4c36-b5de-39c995d58a16), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:16.664468 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:16.742663 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab022862-17df-4f61-aff6-6785ea5c9bbf req-665df693-b7df-4392-ab55-6bc55786bd1e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:16.744239 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ab022862-17df-4f61-aff6-6785ea5c9bbf req-665df693-b7df-4392-ab55-6bc55786bd1e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.0820773 Feb 14 19:29:16.809096 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ab022862-17df-4f61-aff6-6785ea5c9bbf req-cdb7984a-b58d-4310-a6d6-5872d343b2f6 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570002 Feb 14 19:29:16.947921 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca94f-02e1-463b-9ffd-23c2ab292363 admin admin] Publish callbacks [] for security_group (94f29667-9ca1-4c36-b5de-39c995d58a16), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:17.152337 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca94f-02e1-463b-9ffd-23c2ab292363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (94f29667-9ca1-4c36-b5de-39c995d58a16), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:17.156874 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca94f-02e1-463b-9ffd-23c2ab292363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:17.160777 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ba1ca94f-02e1-463b-9ffd-23c2ab292363 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94f29667-9ca1-4c36-b5de-39c995d58a16 HTTP/1.1" status: 204 len: 168 time: 0.6783979 Feb 14 19:29:17.169663 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ca94f-02e1-463b-9ffd-23c2ab292363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f29667-9ca1-4c36-b5de-39c995d58a16,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:17.176290 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Deleting port 5aac21c5-e019-4404-b2ef-f1420e3180f0 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:29:17.176765 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:17.329806 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] For port 5aac21c5-e019-4404-b2ef-f1420e3180f0, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=5aac21c5-e019-4404-b2ef-f1420e3180f0,segment=NetworkSegment(106997d3-3064-4bba-ada1-73052611da9a),segment_id=106997d3-3064-4bba-ada1-73052611da9a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:17.330187 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:17.411524 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Calling delete_port for 5aac21c5-e019-4404-b2ef-f1420e3180f0 owned by network:router_interface {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:29:17.754189 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (5aac21c5-e019-4404-b2ef-f1420e3180f0), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:17.784784 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5aac21c5-e019-4404-b2ef-f1420e3180f0,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:17.798528 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:17.798961 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:17.799215 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:17.799548 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:17.799885 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:17.800208 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:17.800649 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:17.800978 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:17.801305 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:17.801658 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:17.801986 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:17.802305 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:17.808557 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:18.035991 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532849ac-8b29-4aaa-a687-72f2e1de3857 req-57c6673d-a8af-4de6-a160-dfbb6d58fb04 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:18.045416 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-532849ac-8b29-4aaa-a687-72f2e1de3857 req-57c6673d-a8af-4de6-a160-dfbb6d58fb04 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.1042495 Feb 14 19:29:18.066902 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921077'] for router_interface (c1d8a4b3-2e62-41f0-8a71-40981e355093), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:18.114267 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-532849ac-8b29-4aaa-a687-72f2e1de3857 req-cc9e5c15-a06f-4fe0-b6f3-e418966dc363 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624397 Feb 14 19:29:18.142575 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60162) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:18.160456 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:18.267251 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Publish callbacks [] for security_group (ac06307e-6ae8-4743-ae58-5cb9e464cb3e), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:18.361690 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (ac06307e-6ae8-4743-ae58-5cb9e464cb3e), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:18.414539 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Router c1d8a4b3-2e62-41f0-8a71-40981e355093 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:29:18.464761 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=716a344a40bb40aca937e73b9a0f463a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187194 Feb 14 19:29:18.465201 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60166) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:18.484384 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac06307e-6ae8-4743-ae58-5cb9e464cb3e,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:18.504789 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:18.504789 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:18.505143 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:18.505389 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:18.505754 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:18.506231 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:18.506740 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:18.507124 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:18.507603 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:18.507938 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:18.508266 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:18.508618 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:18.508941 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9403f71-958b-4d68-9143-1647903574a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:29:18.540119 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4e73cb49-c093-4f23-8196-c6cbfe1ad36a admin admin] Publish callbacks [] for security_group (ac06307e-6ae8-4743-ae58-5cb9e464cb3e), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:18.565617 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4e73cb49-c093-4f23-8196-c6cbfe1ad36a admin admin] Publish callbacks [] for security_group (ac06307e-6ae8-4743-ae58-5cb9e464cb3e), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:18.616289 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:29:18.629222 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64c186-cf81-4a9e-972b-a53667bd592c None None] Sync routers for ids ['c1d8a4b3-2e62-41f0-8a71-40981e355093'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:29:18.645004 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64c186-cf81-4a9e-972b-a53667bd592c None None] Routers {'c1d8a4b3-2e62-41f0-8a71-40981e355093'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:29:18.646161 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-8c64c186-cf81-4a9e-972b-a53667bd592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:29:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['c1d8a4b3-2e62-41f0-8a71-40981e355093'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:18.656364 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-089e8c48-a733-49c3-811a-5161644c78ac admin admin] 10.222.0.26 "PUT /v2.0/routers/c1d8a4b3-2e62-41f0-8a71-40981e355093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6271925 Feb 14 19:29:18.659729 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60168) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:18.735372 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4e73cb49-c093-4f23-8196-c6cbfe1ad36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (ac06307e-6ae8-4743-ae58-5cb9e464cb3e), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:18.739271 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4e73cb49-c093-4f23-8196-c6cbfe1ad36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:18.741470 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-4e73cb49-c093-4f23-8196-c6cbfe1ad36a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac06307e-6ae8-4743-ae58-5cb9e464cb3e HTTP/1.1" status: 204 len: 168 time: 0.2750704 Feb 14 19:29:18.764438 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73cb49-c093-4f23-8196-c6cbfe1ad36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac06307e-6ae8-4743-ae58-5cb9e464cb3e,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:18.814985 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-8c64c186-cf81-4a9e-972b-a53667bd592c None None] Set router c1d8a4b3-2e62-41f0-8a71-40981e355093 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:29:18.922245 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] Publish callbacks [] for router (c1d8a4b3-2e62-41f0-8a71-40981e355093), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:19.068971 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] Publish callbacks [] for router_gateway (c1d8a4b3-2e62-41f0-8a71-40981e355093), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:19.081819 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-8c64c186-cf81-4a9e-972b-a53667bd592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'name': 'tempest-TestMinimumBasicScenario-893627757-router', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:29Z', 'updated_at': '2022-02-14T19:29:17Z', 'revision_number': 5, 'project_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'gw_port': {'id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:30Z', 'updated_at': '2022-02-14T19:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:19.113519 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64c186-cf81-4a9e-972b-a53667bd592c None None] Checking router: c1d8a4b3-2e62-41f0-8a71-40981e355093 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:29:19.126206 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64c186-cf81-4a9e-972b-a53667bd592c None None] Routers {'c1d8a4b3-2e62-41f0-8a71-40981e355093'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:29:19.127305 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-8c64c186-cf81-4a9e-972b-a53667bd592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:29:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['c1d8a4b3-2e62-41f0-8a71-40981e355093'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:19.325844 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-8c64c186-cf81-4a9e-972b-a53667bd592c None None] Set router c1d8a4b3-2e62-41f0-8a71-40981e355093 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:29:19.439111 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:19.445033 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098baa9c-ad34-4aeb-8944-8e0ad596980f req-7d76cb7c-56c4-4d36-96d2-b885cbd6dbff tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:19.447398 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-098baa9c-ad34-4aeb-8944-8e0ad596980f req-7d76cb7c-56c4-4d36-96d2-b885cbd6dbff tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.1593070 Feb 14 19:29:19.503575 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] Deleting port f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:29:19.504092 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (f296fa5c-3729-4db3-9f05-6fc5d4d3ac36), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:19.576373 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-098baa9c-ad34-4aeb-8944-8e0ad596980f req-6ab87f2c-c5bc-4b82-b3a4-fdd4b7c41e43 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176920 Feb 14 19:29:19.631474 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-8c64c186-cf81-4a9e-972b-a53667bd592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'name': 'tempest-TestMinimumBasicScenario-893627757-router', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:29Z', 'updated_at': '2022-02-14T19:29:17Z', 'revision_number': 5, 'project_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'gw_port': {'id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:30Z', 'updated_at': '2022-02-14T19:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:19.661054 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] For port f296fa5c-3729-4db3-9f05-6fc5d4d3ac36, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=f296fa5c-3729-4db3-9f05-6fc5d4d3ac36,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:19.661839 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (f296fa5c-3729-4db3-9f05-6fc5d4d3ac36), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:19.676421 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64c186-cf81-4a9e-972b-a53667bd592c None None] The sync data for ids ['c1d8a4b3-2e62-41f0-8a71-40981e355093'] in dv-cinder-816898-8-iscsi is: [{'id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'name': 'tempest-TestMinimumBasicScenario-893627757-router', 'tenant_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:29Z', 'updated_at': '2022-02-14T19:29:17Z', 'revision_number': 5, 'project_id': 'ef0fce69a17348d9b3cc4d9877d85fd9', 'gw_port': {'id': 'f296fa5c-3729-4db3-9f05-6fc5d4d3ac36', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d8a4b3-2e62-41f0-8a71-40981e355093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:30Z', 'updated_at': '2022-02-14T19:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:29:19.679740 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] Calling delete_port for f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 owned by network:router_gateway {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:29:20.228436 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (f296fa5c-3729-4db3-9f05-6fc5d4d3ac36), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:20.268763 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] Pushing event deleted for resources: {'Port': ['ID=f296fa5c-3729-4db3-9f05-6fc5d4d3ac36,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:20.369690 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3922411'] for router_gateway (c1d8a4b3-2e62-41f0-8a71-40981e355093), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:20.542742 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254092'] for router (c1d8a4b3-2e62-41f0-8a71-40981e355093), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:20.546563 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] Publish callbacks [] for router_controller (c1d8a4b3-2e62-41f0-8a71-40981e355093), precommit_delete_associations {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:20.761854 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920199'] for router (c1d8a4b3-2e62-41f0-8a71-40981e355093), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:20.762579 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1d8a4b3-2e62-41f0-8a71-40981e355093 {{(pid=103311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 19:29:20.771580 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:20.783451 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60198) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:20.784207 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-0d4ba57f-c45c-46d3-b102-62f98b4fbbef admin admin] 10.222.0.26 "DELETE /v2.0/routers/c1d8a4b3-2e62-41f0-8a71-40981e355093 HTTP/1.1" status: 204 len: 168 time: 2.1229823 Feb 14 19:29:20.898928 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6ab104-8ffe-4750-a201-ecf07a4b3257 admin admin] Deleting subnet 7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b {{(pid=103310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:29:20.902887 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab104-8ffe-4750-a201-ecf07a4b3257 admin admin] Publish callbacks [] for subnet (7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:20.981164 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab104-8ffe-4750-a201-ecf07a4b3257 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129926344'] for subnet (7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b), precommit_delete_associations {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:21.039520 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260ec90-07e9-4db6-a9b7-8b35f46f11ad req-4d831e9c-7077-41f7-9a88-c805aedd28dd tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:21.041432 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8260ec90-07e9-4db6-a9b7-8b35f46f11ad req-4d831e9c-7077-41f7-9a88-c805aedd28dd tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.1016681 Feb 14 19:29:21.112603 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab104-8ffe-4750-a201-ecf07a4b3257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:21.152377 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8260ec90-07e9-4db6-a9b7-8b35f46f11ad req-536cc39c-7ad7-408e-bb78-6749f0078d3d tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974452 Feb 14 19:29:21.358490 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df07f0f-923e-467f-a9b5-c43c6c1b2c56 req-3085bf44-f63c-48b0-a031-0ba642dedd10 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:21.367817 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2df07f0f-923e-467f-a9b5-c43c6c1b2c56 req-3085bf44-f63c-48b0-a031-0ba642dedd10 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 945 time: 0.1110637 Feb 14 19:29:21.387286 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:29:21.427110 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:29:21.427867 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2df07f0f-923e-467f-a9b5-c43c6c1b2c56 req-c34a9487-2a7e-46f2-a327-670d881bf2fe tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590777 Feb 14 19:29:21.430979 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device f296fa5c-3729-4db3-9f05-6fc5d4d3ac36 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:29:21.431694 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 5aac21c5-e019-4404-b2ef-f1420e3180f0 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:29:21.463558 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: 5aac21c5-e019-4404-b2ef-f1420e3180f0 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:29:21.463558 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 5aac21c5-e019-4404-b2ef-f1420e3180f0 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:29:21.739281 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab104-8ffe-4750-a201-ecf07a4b3257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129455284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129471064'] for subnet (7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:21.765926 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ab104-8ffe-4750-a201-ecf07a4b3257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:21.769275 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab104-8ffe-4750-a201-ecf07a4b3257 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:21.772718 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-8b6ab104-8ffe-4750-a201-ecf07a4b3257 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7a5340f4-8f3f-4b6a-a6c3-76c6b0521e6b HTTP/1.1" status: 204 len: 168 time: 0.9872518 Feb 14 19:29:21.775321 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60206) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:21.778106 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd0922-27f3-442e-9001-9feba3da24f4 None None] Network 9439087b-8669-4ae4-87ac-edd32c453f61 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:29:21.852948 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (9439087b-8669-4ae4-87ac-edd32c453f61), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:21.920786 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Deleting port 180331da-4110-498b-a4b7-f8b5400df790 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:29:21.921206 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (180331da-4110-498b-a4b7-f8b5400df790), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:21.941261 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34b9f7d-2e2f-498f-a56a-b4de559717f9 None None] DHCP port deletion for 9439087b-8669-4ae4-87ac-edd32c453f61 request from dv-cinder-816898-8-iscsi {{(pid=103312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 19:29:21.987575 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] For port 180331da-4110-498b-a4b7-f8b5400df790, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=180331da-4110-498b-a4b7-f8b5400df790,segment=NetworkSegment(106997d3-3064-4bba-ada1-73052611da9a),segment_id=106997d3-3064-4bba-ada1-73052611da9a)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:21.987945 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (180331da-4110-498b-a4b7-f8b5400df790), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:21.991218 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-b34b9f7d-2e2f-498f-a56a-b4de559717f9 None None] Deleting port 180331da-4110-498b-a4b7-f8b5400df790 {{(pid=103312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:29:21.991582 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-b34b9f7d-2e2f-498f-a56a-b4de559717f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (180331da-4110-498b-a4b7-f8b5400df790), before_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:22.004229 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Calling delete_port for 180331da-4110-498b-a4b7-f8b5400df790 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:29:22.065231 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-b34b9f7d-2e2f-498f-a56a-b4de559717f9 None None] For port 180331da-4110-498b-a4b7-f8b5400df790, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=180331da-4110-498b-a4b7-f8b5400df790,segment=NetworkSegment(106997d3-3064-4bba-ada1-73052611da9a),segment_id=106997d3-3064-4bba-ada1-73052611da9a)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:22.065864 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-b34b9f7d-2e2f-498f-a56a-b4de559717f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (180331da-4110-498b-a4b7-f8b5400df790), precommit_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:22.087512 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-b34b9f7d-2e2f-498f-a56a-b4de559717f9 None None] Calling delete_port for 180331da-4110-498b-a4b7-f8b5400df790 owned by network:dhcp {{(pid=103312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:29:22.319002 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (180331da-4110-498b-a4b7-f8b5400df790), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:22.319653 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786df8c-8dc1-40e1-a343-3903a0c12302 req-f3ac5741-9353-4155-a5d3-2cc48580390f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:22.321236 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4786df8c-8dc1-40e1-a343-3903a0c12302 req-f3ac5741-9353-4155-a5d3-2cc48580390f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.0652390 Feb 14 19:29:22.326234 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-b34b9f7d-2e2f-498f-a56a-b4de559717f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630'] for port (180331da-4110-498b-a4b7-f8b5400df790), after_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:22.357940 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] No DVR routers for this DVR port 180331da-4110-498b-a4b7-f8b5400df790 on host dv-cinder-816898-8-iscsi {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:29:22.360023 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=180331da-4110-498b-a4b7-f8b5400df790,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:22.374580 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b9f7d-2e2f-498f-a56a-b4de559717f9 None None] Pushing event deleted for resources: {'Port': ['ID=180331da-4110-498b-a4b7-f8b5400df790,revision_number=None']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:22.377395 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b9f7d-2e2f-498f-a56a-b4de559717f9 None None] No DVR routers for this DVR port 180331da-4110-498b-a4b7-f8b5400df790 on host dv-cinder-816898-8-iscsi {{(pid=103312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:29:22.393494 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4786df8c-8dc1-40e1-a343-3903a0c12302 req-1f37fd3f-6d04-451c-b4cd-2292c772789b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604913 Feb 14 19:29:22.437699 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (9439087b-8669-4ae4-87ac-edd32c453f61), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:22.465218 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9439087b-8669-4ae4-87ac-edd32c453f61']}} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:22.476200 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106997d3-3064-4bba-ada1-73052611da9a') {'for_net_delete': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:22.476646 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106997d3-3064-4bba-ada1-73052611da9a') {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:22.488751 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129926367'] for segment (106997d3-3064-4bba-ada1-73052611da9a), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:22.517243 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (106997d3-3064-4bba-ada1-73052611da9a), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:22.525838 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:29:22.526242 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129456150'] for segment (106997d3-3064-4bba-ada1-73052611da9a), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: Traceback (most recent call last): Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: timer() Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: cb(*args, **kw) Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: return func(*args, **kwargs) Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: self._notify() Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: self.callback(batched_events) Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: event.method(event) Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: return f(self, *a, **k) Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._get(url).json() Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: return self.request(url, 'GET', **kwargs) Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:29:22.528117 dv-cinder-816898-8-iscsi neutron-server[103310]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:29:22.568380 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6c59d-13b5-47a7-8e12-8d2577c110e6 req-df6bdb42-0d9e-4b98-96fc-eea2b49075a4 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:22.569896 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b5b6c59d-13b5-47a7-8e12-8d2577c110e6 req-df6bdb42-0d9e-4b98-96fc-eea2b49075a4 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 945 time: 0.0722532 Feb 14 19:29:22.622581 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b5b6c59d-13b5-47a7-8e12-8d2577c110e6 req-4d3a5499-1ba4-4913-b3db-14c96d97be05 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459030 Feb 14 19:29:22.698645 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (9439087b-8669-4ae4-87ac-edd32c453f61), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:22.704790 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:22.708092 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9439087b-8669-4ae4-87ac-edd32c453f61 HTTP/1.1" status: 204 len: 168 time: 0.9316251 Feb 14 19:29:22.719613 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1eab3b-087c-4436-8093-702d9394b6d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9439087b-8669-4ae4-87ac-edd32c453f61,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:23.267297 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 180331da-4110-498b-a4b7-f8b5400df790 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:29:23.291928 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: 180331da-4110-498b-a4b7-f8b5400df790 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:29:23.292286 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 180331da-4110-498b-a4b7-f8b5400df790 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:29:23.295006 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60234) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:23.366644 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-39bc66c5-637e-4737-b407-ee41c4b328ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=677c0b411afe40a2afeaf69d4b655f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0704720 Feb 14 19:29:23.369439 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60236) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:23.394194 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0a66cd0e-2f00-437f-9db2-f1ac8663886e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:23.395892 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0a66cd0e-2f00-437f-9db2-f1ac8663886e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 945 time: 0.0687861 Feb 14 19:29:23.421974 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-484edc96-3eea-49ce-81c6-5b339e08415a admin admin] Publish callbacks [] for security_group (d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:23.454230 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-484edc96-3eea-49ce-81c6-5b339e08415a admin admin] Publish callbacks [] for security_group (d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:23.508687 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Deleting port fffcdc06-3592-4c3f-9738-cb7c36037fab {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:29:23.509162 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:23.544165 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ddd05-60bc-4fb5-aa78-2e26f6815848 req-acbe1747-1dda-48fb-8e0d-c86995f310bd tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:23.545680 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-873ddd05-60bc-4fb5-aa78-2e26f6815848 req-acbe1747-1dda-48fb-8e0d-c86995f310bd tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.0851071 Feb 14 19:29:23.595169 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-873ddd05-60bc-4fb5-aa78-2e26f6815848 req-f1b5877b-42dc-439f-8847-ab43f54bfa67 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424552 Feb 14 19:29:23.605721 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] For port fffcdc06-3592-4c3f-9738-cb7c36037fab, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=fffcdc06-3592-4c3f-9738-cb7c36037fab,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:23.608792 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:23.664306 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-484edc96-3eea-49ce-81c6-5b339e08415a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:23.666974 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-484edc96-3eea-49ce-81c6-5b339e08415a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:23.670185 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-484edc96-3eea-49ce-81c6-5b339e08415a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47 HTTP/1.1" status: 204 len: 168 time: 0.2975872 Feb 14 19:29:23.677268 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484edc96-3eea-49ce-81c6-5b339e08415a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67b0a6b-e9f7-48a7-a4d2-931e91b9ce47,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:23.760254 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db364f-6406-479d-ab1f-ec986a956b87 req-131d48d2-90fd-4458-9d11-34e085384972 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:23.762099 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a9db364f-6406-479d-ab1f-ec986a956b87 req-131d48d2-90fd-4458-9d11-34e085384972 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 945 time: 0.0645599 Feb 14 19:29:23.847223 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a9db364f-6406-479d-ab1f-ec986a956b87 req-145f1a22-706e-486d-9a7a-e2374bc45e80 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684116 Feb 14 19:29:23.881578 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:23.882161 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (01b60ce0-2c11-4f4e-a5b9-2e97af485961), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:23.882757 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.l3_db [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Floating IP 01b60ce0-2c11-4f4e-a5b9-2e97af485961 disassociated. External IP: 172.27.2.68, port: fffcdc06-3592-4c3f-9738-cb7c36037fab. Feb 14 19:29:23.883314 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Calling delete_port for fffcdc06-3592-4c3f-9738-cb7c36037fab owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:29:24.239635 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (fffcdc06-3592-4c3f-9738-cb7c36037fab), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:24.268259 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event deleted for resources: {'Port': ['ID=fffcdc06-3592-4c3f-9738-cb7c36037fab,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:24.386219 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Router fe49aeb2-2367-485e-9765-70040cce3cb0 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:29:24.502970 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:29:24.515421 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b9980-a5a6-417d-9eb8-ef1d2492d402 None None] Sync routers for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:29:24.532282 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b9980-a5a6-417d-9eb8-ef1d2492d402 None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:29:24.533351 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-979b9980-a5a6-417d-9eb8-ef1d2492d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:29:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:24.565212 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] No DVR routers for this DVR port fffcdc06-3592-4c3f-9738-cb7c36037fab on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:29:24.569125 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:24.574197 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-91906874-bb7c-43e6-8308-04e9037df2dc req-0b3b5e3e-2734-4974-97c2-3e34bc9f230b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "DELETE /v2.0/ports/fffcdc06-3592-4c3f-9738-cb7c36037fab HTTP/1.1" status: 204 len: 173 time: 1.1723650 Feb 14 19:29:24.575023 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390ebf9e-e1c1-4c32-b6a5-971492aac1fe', 'name': 'network-vif-deleted', 'tag': 'fffcdc06-3592-4c3f-9738-cb7c36037fab'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:29:24.579519 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33a66e0-2f2c-4388-bb25-a5c4618750f8" -d '{"events": [{"server_uuid": "390ebf9e-e1c1-4c32-b6a5-971492aac1fe", "name": "network-vif-deleted", "tag": "fffcdc06-3592-4c3f-9738-cb7c36037fab"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:29:24.648561 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60254) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:24.664480 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8677508-b082-414d-8a55-82713dba0a3d x-openstack-request-id: req-c8677508-b082-414d-8a55-82713dba0a3d {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:29:24.664832 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390ebf9e-e1c1-4c32-b6a5-971492aac1fe", "name": "network-vif-deleted", "tag": "fffcdc06-3592-4c3f-9738-cb7c36037fab", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:29:24.665036 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8677508-b082-414d-8a55-82713dba0a3d {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:29:24.665594 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390ebf9e-e1c1-4c32-b6a5-971492aac1fe', 'name': 'network-vif-deleted', 'tag': 'fffcdc06-3592-4c3f-9738-cb7c36037fab', 'status': 'completed', 'code': 200} Feb 14 19:29:24.774418 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-f15b87fe-d579-4ba2-a4c6-887a850700a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef0fce69a17348d9b3cc4d9877d85fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1226346 Feb 14 19:29:24.775833 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60256) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:24.801559 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13874ef-30cb-4adb-94cf-c63c7fab0000 req-92558168-5eb3-4546-9f3b-58e10876d4aa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:24.803650 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c13874ef-30cb-4adb-94cf-c63c7fab0000 req-92558168-5eb3-4546-9f3b-58e10876d4aa tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 943 time: 0.0745103 Feb 14 19:29:24.823617 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device bb4b0152-8737-43cb-b9e3-6f2444611fdb details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:29:24.859965 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-360d3123-f492-4578-aa3f-70b8c60df15b admin admin] Publish callbacks [] for security_group (861bf54e-3387-476f-97fa-dd2df11b6962), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:24.886709 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-979b9980-a5a6-417d-9eb8-ef1d2492d402 None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:29:24.904798 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-360d3123-f492-4578-aa3f-70b8c60df15b admin admin] Publish callbacks [] for security_group (861bf54e-3387-476f-97fa-dd2df11b6962), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:24.927043 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c13874ef-30cb-4adb-94cf-c63c7fab0000 req-44dcf8a2-6598-4ae9-a19c-e9f984d0c669 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175196 Feb 14 19:29:24.933785 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port bb4b0152-8737-43cb-b9e3-6f2444611fdb, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:24.970695 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'port_id': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'mac_address': 'fa:16:3e:62:6f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:29:25.047997 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port bb4b0152-8737-43cb-b9e3-6f2444611fdb is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:29:25.048457 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:25.063559 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4b0152-8737-43cb-b9e3-6f2444611fdb {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:29:25.071012 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-33c6d90e-409d-4f08-9a5b-381cdab721df req-cc7322b6-a2f2-43cd-9b62-8be2f829493b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=390ebf9e-e1c1-4c32-b6a5-971492aac1fe HTTP/1.1" status: 200 len: 210 time: 0.0370910 Feb 14 19:29:25.085744 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port bb4b0152-8737-43cb-b9e3-6f2444611fdb, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:25.119810 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-360d3123-f492-4578-aa3f-70b8c60df15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (861bf54e-3387-476f-97fa-dd2df11b6962), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:25.122374 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-360d3123-f492-4578-aa3f-70b8c60df15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:25.127589 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-360d3123-f492-4578-aa3f-70b8c60df15b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/861bf54e-3387-476f-97fa-dd2df11b6962 HTTP/1.1" status: 204 len: 168 time: 0.3476808 Feb 14 19:29:25.137753 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d3123-f492-4578-aa3f-70b8c60df15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861bf54e-3387-476f-97fa-dd2df11b6962,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:25.196803 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:25.198003 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-979b9980-a5a6-417d-9eb8-ef1d2492d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:25.232477 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b9980-a5a6-417d-9eb8-ef1d2492d402 None None] Checking router: fe49aeb2-2367-485e-9765-70040cce3cb0 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:29:25.241914 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b9980-a5a6-417d-9eb8-ef1d2492d402 None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:29:25.242883 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-979b9980-a5a6-417d-9eb8-ef1d2492d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:29:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:25.273895 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=bb4b0152-8737-43cb-b9e3-6f2444611fdb,revision_number=9']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:25.365683 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-979b9980-a5a6-417d-9eb8-ef1d2492d402 None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:29:25.404932 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['bb4b0152-8737-43cb-b9e3-6f2444611fdb'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:29:25.619228 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-979b9980-a5a6-417d-9eb8-ef1d2492d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:25.694325 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b9980-a5a6-417d-9eb8-ef1d2492d402 None None] The sync data for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi is: [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:29:25.973438 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ab103-9ca3-4651-8110-e5499a24e549 None None] New status for floating IP 01b60ce0-2c11-4f4e-a5b9-2e97af485961: DOWN {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:29:26.084370 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ed588-4f16-4d8f-8cad-33b52bf4998f req-5b13646b-9836-440f-90b3-3dd4a85aa3d2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:26.087885 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6d6ed588-4f16-4d8f-8cad-33b52bf4998f req-5b13646b-9836-440f-90b3-3dd4a85aa3d2 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 944 time: 0.0626712 Feb 14 19:29:26.141080 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6d6ed588-4f16-4d8f-8cad-33b52bf4998f req-626cf607-ebb3-42f4-b04c-22cee800df6a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444136 Feb 14 19:29:26.408145 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-6dafab7e-869f-4771-8f62-12066f8ba76e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-431834895&fields=id&tenant_id=62b60dc2e6514bdf9ac5593137f409a8 HTTP/1.1" status: 200 len: 267 time: 0.0498722 Feb 14 19:29:26.524412 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-32d8021d-e0f6-4709-8479-a6368c171c80 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:26.525964 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-32d8021d-e0f6-4709-8479-a6368c171c80 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/networks?id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 200 len: 811 time: 0.1112976 Feb 14 19:29:26.541688 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-b050d979-cf0f-4918-a900-0dbaf470d487 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/quotas/62b60dc2e6514bdf9ac5593137f409a8 HTTP/1.1" status: 200 len: 375 time: 0.0096583 Feb 14 19:29:26.601077 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-aca520cf-0aed-4f95-a5b6-3cec7f26bc86 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533080 Feb 14 19:29:26.798553 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-678c6f23-dbd7-48cf-a26a-ab84b7b448c8 service neutron] 10.222.0.26 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851916 Feb 14 19:29:26.849471 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device bb4b0152-8737-43cb-b9e3-6f2444611fdb up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:29:26.899133 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-728c33e4-8a54-49b4-97b4-056722cced57 service neutron] 10.222.0.26 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943320 Feb 14 19:29:26.901448 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port bb4b0152-8737-43cb-b9e3-6f2444611fdb triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:29:26.901851 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:27.127188 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port bb4b0152-8737-43cb-b9e3-6f2444611fdb is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:29:27.127948 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:27.155956 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:29:27.158281 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cefc83-1708-4725-9557-161135419dba" -d '{"events": [{"server_uuid": "3deb7034-9296-4fc8-a37c-39ad6ad1a421", "name": "network-vif-plugged", "status": "completed", "tag": "bb4b0152-8737-43cb-b9e3-6f2444611fdb"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:29:27.172395 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port bb4b0152-8737-43cb-b9e3-6f2444611fdb, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:28.118450 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:28.118450 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device fffcdc06-3592-4c3f-9738-cb7c36037fab no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:29:28.141313 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: fffcdc06-3592-4c3f-9738-cb7c36037fab {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:29:28.142420 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device fffcdc06-3592-4c3f-9738-cb7c36037fab not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:29:28.192173 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=bb4b0152-8737-43cb-b9e3-6f2444611fdb,revision_number=10']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:28.688631 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2ea0db-0071-4936-9e0c-19e9612d30fa x-openstack-request-id: req-5e2ea0db-0071-4936-9e0c-19e9612d30fa {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:29:28.689369 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb7034-9296-4fc8-a37c-39ad6ad1a421", "name": "network-vif-plugged", "status": "completed", "tag": "bb4b0152-8737-43cb-b9e3-6f2444611fdb", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:29:28.690007 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e2ea0db-0071-4936-9e0c-19e9612d30fa {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:29:28.690985 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'code': 200} Feb 14 19:29:28.821753 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f114c20-a19e-43c7-9633-b9a437cffc4f req-38f1145a-20f2-49ab-b053-e58c15754c46 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:28.823445 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2f114c20-a19e-43c7-9633-b9a437cffc4f req-38f1145a-20f2-49ab-b053-e58c15754c46 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 946 time: 0.0792506 Feb 14 19:29:28.880618 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2f114c20-a19e-43c7-9633-b9a437cffc4f req-20784b09-ae29-4a06-af36-64d7a3919199 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507536 Feb 14 19:29:28.974605 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b57fb68a-9b1d-4a85-8140-37968d37a2f3 req-009757c9-86fa-4551-8cbb-7c6ef47e7a6d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 210 time: 0.0367651 Feb 14 19:29:29.142307 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461be19e-9705-4af6-aba9-b638bd69a54f req-3e117399-4e12-4e88-aa4d-de22e079ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:29.143795 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-461be19e-9705-4af6-aba9-b638bd69a54f req-3e117399-4e12-4e88-aa4d-de22e079ed4d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 1130 time: 0.0461712 Feb 14 19:29:29.189805 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-461be19e-9705-4af6-aba9-b638bd69a54f req-ee3b5e86-6c88-4545-acf7-22a92ff03844 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399306 Feb 14 19:29:30.024347 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcc300-adfa-4ba2-a2ca-e694e9a19153 req-bc514cee-7ea8-4c83-afc7-3ec47bb02621 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:30.025624 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f0fcc300-adfa-4ba2-a2ca-e694e9a19153 req-bc514cee-7ea8-4c83-afc7-3ec47bb02621 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 946 time: 0.0648110 Feb 14 19:29:30.082007 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f0fcc300-adfa-4ba2-a2ca-e694e9a19153 req-52b85fe8-8980-4c7b-bf6d-b43e52bed10e tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501215 Feb 14 19:29:30.181737 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d6c56f51-16b7-4ed6-8aa1-478eafe48e9f req-54694a3e-0dbe-4ae8-ae09-a809e7c234ba tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 210 time: 0.0331089 Feb 14 19:29:31.244460 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa637c7f-8606-4d69-9181-7f187453c0e0 req-2b7aac18-4be1-4e87-91bd-7334ddd11394 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:31.246021 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-fa637c7f-8606-4d69-9181-7f187453c0e0 req-2b7aac18-4be1-4e87-91bd-7334ddd11394 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 946 time: 0.0605867 Feb 14 19:29:31.297827 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-fa637c7f-8606-4d69-9181-7f187453c0e0 req-eb36b6b9-f0cb-4b74-b0ef-18924b826c00 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442708 Feb 14 19:29:31.421464 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3e0cfd40-7575-4cb6-a2d4-e2b20714ae43 req-73795952-644b-4198-94b5-c3dab4735bfc tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 210 time: 0.0331678 Feb 14 19:29:31.457789 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-bd95e819-ebbf-427c-b241-14cd75b799fb tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:31.459497 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-bd95e819-ebbf-427c-b241-14cd75b799fb tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "GET /v2.0/networks?id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 200 len: 811 time: 0.1342344 Feb 14 19:29:31.551078 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d18e36de-570d-457f-9c2e-cbf9d94b5e47 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b60dc2e6514bdf9ac5593137f409a8 HTTP/1.1" status: 200 len: 379 time: 0.0825419 Feb 14 19:29:31.559889 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-6b50b4b2-8e8a-4bbf-8d20-7c4b50d3bdc1 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Request body: {'port': {'device_id': '549c6553-d2c9-4314-ba92-00043e964378', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'admin_state_up': True, 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'security_groups': ['cae0c260-bf28-4ff1-9c6a-23084d5dafd5']}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:29:31.759241 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-6b50b4b2-8e8a-4bbf-8d20-7c4b50d3bdc1 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Made reservation on behalf of 62b60dc2e6514bdf9ac5593137f409a8 for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:29:31.762732 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-6b50b4b2-8e8a-4bbf-8d20-7c4b50d3bdc1 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:31.906163 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-6b50b4b2-8e8a-4bbf-8d20-7c4b50d3bdc1 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Allocated IP 172.20.0.12 (be2c9359-90ea-4bbb-9201-502ed9c5f3b6/9b06bb16-5bc0-4dde-a877-15e3216c9bed/45bb535c-f32c-48d7-ae64-e9331b0b7e0c) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:29:32.074212 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-6b50b4b2-8e8a-4bbf-8d20-7c4b50d3bdc1 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:32.119082 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60406) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:32.225111 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-6b50b4b2-8e8a-4bbf-8d20-7c4b50d3bdc1 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:32.287238 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-6b50b4b2-8e8a-4bbf-8d20-7c4b50d3bdc1 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:29:32.288316 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9afdb488-80ba-4813-a556-38f56c638d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:32.293882 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-6b50b4b2-8e8a-4bbf-8d20-7c4b50d3bdc1 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:29:32.298683 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-6b50b4b2-8e8a-4bbf-8d20-7c4b50d3bdc1 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:29:32.340894 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50b4b2-8e8a-4bbf-8d20-7c4b50d3bdc1 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'Port': ['ID=45bb535c-f32c-48d7-ae64-e9331b0b7e0c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:32.403059 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-6b50b4b2-8e8a-4bbf-8d20-7c4b50d3bdc1 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:32.403732 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-6b50b4b2-8e8a-4bbf-8d20-7c4b50d3bdc1 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:32.459101 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933c46e-3f8f-4df6-a99d-1ed5cde86fb3 req-a14494be-b98d-4de3-b5ae-f99f7c77f7d0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:32.462265 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9afdb488-80ba-4813-a556-38f56c638d30 admin admin] Publish callbacks [] for security_group (745a33c8-8665-4b81-a14b-15845f863816), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:32.467385 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4933c46e-3f8f-4df6-a99d-1ed5cde86fb3 req-a14494be-b98d-4de3-b5ae-f99f7c77f7d0 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 946 time: 0.0668566 Feb 14 19:29:32.514976 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4933c46e-3f8f-4df6-a99d-1ed5cde86fb3 req-e666397a-7806-4443-be11-f738359f78b4 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467205 Feb 14 19:29:32.523990 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-6b50b4b2-8e8a-4bbf-8d20-7c4b50d3bdc1 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9677334 Feb 14 19:29:32.538404 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Request body: {'port': {'device_id': '549c6553-d2c9-4314-ba92-00043e964378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:29:32.603992 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9afdb488-80ba-4813-a556-38f56c638d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (745a33c8-8665-4b81-a14b-15845f863816), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:32.613382 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-993ffc03-b245-4ffd-83b2-bab3a43be43c None None] Provisioning complete for port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:29:32.614480 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-993ffc03-b245-4ffd-83b2-bab3a43be43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:32.641236 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:32.654777 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-993ffc03-b245-4ffd-83b2-bab3a43be43c None None] Port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:29:32.662897 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bff481-2f63-4d66-b57c-d6e0d1269546 req-f9d5bfa3-04a9-4e24-a263-4f1063df3a06 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:32.664589 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-88bff481-2f63-4d66-b57c-d6e0d1269546 req-f9d5bfa3-04a9-4e24-a263-4f1063df3a06 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 932 time: 0.0816433 Feb 14 19:29:32.665253 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-9afdb488-80ba-4813-a556-38f56c638d30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=299f698df7744123947b53f5d758dd17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5450704 Feb 14 19:29:32.667486 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdb488-80ba-4813-a556-38f56c638d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745a33c8-8665-4b81-a14b-15845f863816,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:32.669039 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60416) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:32.756948 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-88bff481-2f63-4d66-b57c-d6e0d1269546 req-12988634-10d3-4869-af90-8f50cb83e6b0 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785699 Feb 14 19:29:32.759803 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f19977e0-ae6d-4441-a786-c90fab444403 admin admin] Publish callbacks [] for security_group (745a33c8-8665-4b81-a14b-15845f863816), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:32.795125 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f19977e0-ae6d-4441-a786-c90fab444403 admin admin] Publish callbacks [] for security_group (745a33c8-8665-4b81-a14b-15845f863816), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:32.948279 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bb535c-f32c-48d7-ae64-e9331b0b7e0c {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:29:32.956074 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Publish callbacks [] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:32.967697 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f19977e0-ae6d-4441-a786-c90fab444403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (745a33c8-8665-4b81-a14b-15845f863816), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:32.968233 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Transition to ACTIVE for port object 45bb535c-f32c-48d7-ae64-e9331b0b7e0c will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:29:32.970515 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-f19977e0-ae6d-4441-a786-c90fab444403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:32.971662 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-f19977e0-ae6d-4441-a786-c90fab444403 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/745a33c8-8665-4b81-a14b-15845f863816 HTTP/1.1" status: 204 len: 168 time: 0.3009109 Feb 14 19:29:32.979520 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19977e0-ae6d-4441-a786-c90fab444403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745a33c8-8665-4b81-a14b-15845f863816,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:33.081287 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:33.135605 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Pushing event updated for resources: {'Port': ['ID=45bb535c-f32c-48d7-ae64-e9331b0b7e0c,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:33.207871 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Attempting to bind port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:29:33.208212 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Attempting to bind port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:29:33.208607 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Attempting to bind port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c on network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:29:33.219622 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c on network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:29:33.220273 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Attempting to bind port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c on network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:29:33.231042 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:29:33.231893 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Checking segment: {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:29:33.232712 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Bound using segment: {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:29:33.233585 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Bound port: 45bb535c-f32c-48d7-ae64-e9331b0b7e0c, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:29:33.234289 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:33.316296 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] For port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:29:33.319452 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] For port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=45bb535c-f32c-48d7-ae64-e9331b0b7e0c,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:29:33.491114 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:33.526007 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:33.526662 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:33.528065 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] 10.222.0.43 "PUT /v2.0/ports/45bb535c-f32c-48d7-ae64-e9331b0b7e0c HTTP/1.1" status: 200 len: 1094 time: 0.9969454 Feb 14 19:29:33.528592 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549c6553-d2c9-4314-ba92-00043e964378', 'tag': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:29:33.531409 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c0fb7c-78f8-4328-a89c-f3b0825beec6" -d '{"events": [{"name": "network-changed", "server_uuid": "549c6553-d2c9-4314-ba92-00043e964378", "tag": "45bb535c-f32c-48d7-ae64-e9331b0b7e0c"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:29:33.557190 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c1b54-85c2-41a9-9d9d-f23fa36b887d service neutron] Pushing event updated for resources: {'Port': ['ID=45bb535c-f32c-48d7-ae64-e9331b0b7e0c,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:33.580466 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8477fac-5116-4eeb-baf0-4d0499e44ba6 x-openstack-request-id: req-f8477fac-5116-4eeb-baf0-4d0499e44ba6 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:29:33.580905 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549c6553-d2c9-4314-ba92-00043e964378", "tag": "45bb535c-f32c-48d7-ae64-e9331b0b7e0c", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:29:33.581272 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8477fac-5116-4eeb-baf0-4d0499e44ba6 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:29:33.581784 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549c6553-d2c9-4314-ba92-00043e964378', 'tag': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'status': 'completed', 'code': 200} Feb 14 19:29:33.650192 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0fb7c-78f8-4328-a89c-f3b0825beec6 req-99a7c256-241d-470b-b977-79dd7b8d74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:33.651994 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-83c0fb7c-78f8-4328-a89c-f3b0825beec6 req-99a7c256-241d-470b-b977-79dd7b8d74f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 1128 time: 0.0511124 Feb 14 19:29:33.774841 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0fb7c-78f8-4328-a89c-f3b0825beec6 req-ebb06984-b2c7-4549-a292-2fa2d5b69b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:33.776251 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-83c0fb7c-78f8-4328-a89c-f3b0825beec6 req-ebb06984-b2c7-4549-a292-2fa2d5b69b75 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1182473 Feb 14 19:29:33.850778 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60426) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:33.876056 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a71d0ba0-96d4-41f3-90c9-ad93e09bca37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:33.950214 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c6025-798f-49f9-88d3-b284ae6b00aa req-18fb2ca1-e22d-441c-8340-47347d492e6f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:33.952155 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-775c6025-798f-49f9-88d3-b284ae6b00aa req-18fb2ca1-e22d-441c-8340-47347d492e6f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 944 time: 0.0938168 Feb 14 19:29:34.034442 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-775c6025-798f-49f9-88d3-b284ae6b00aa req-2688300b-c141-4552-9311-c298cf97220c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758042 Feb 14 19:29:34.039535 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a71d0ba0-96d4-41f3-90c9-ad93e09bca37 admin admin] Publish callbacks [] for security_group (ae350ef8-6f1e-47d1-a73e-253a5367a13e), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:34.121169 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a71d0ba0-96d4-41f3-90c9-ad93e09bca37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (ae350ef8-6f1e-47d1-a73e-253a5367a13e), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:34.162042 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-a71d0ba0-96d4-41f3-90c9-ad93e09bca37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6cce741c95f049099e974dad8b0ce364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100715 Feb 14 19:29:34.163121 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d0ba0-96d4-41f3-90c9-ad93e09bca37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae350ef8-6f1e-47d1-a73e-253a5367a13e,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:34.165517 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60428) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:34.196856 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0fb7c-78f8-4328-a89c-f3b0825beec6 req-8de2e4e3-c2d9-4e2a-80e1-87986c6e04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:34.198335 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-83c0fb7c-78f8-4328-a89c-f3b0825beec6 req-8de2e4e3-c2d9-4e2a-80e1-87986c6e04d1 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4167900 Feb 14 19:29:34.224609 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-affc18e4-4acf-45e2-929a-d3b6b118ad7a admin admin] Publish callbacks [] for security_group (ae350ef8-6f1e-47d1-a73e-253a5367a13e), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:34.248509 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-affc18e4-4acf-45e2-929a-d3b6b118ad7a admin admin] Publish callbacks [] for security_group (ae350ef8-6f1e-47d1-a73e-253a5367a13e), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:34.280432 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-568970bb-4a41-485e-b031-2cab135710cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:34.281945 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-568970bb-4a41-485e-b031-2cab135710cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 1128 time: 0.0470519 Feb 14 19:29:34.329933 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-f4cd1c2f-11e5-4671-90b8-89946858d230 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45bb535c-f32c-48d7-ae64-e9331b0b7e0c HTTP/1.1" status: 200 len: 217 time: 0.0411687 Feb 14 19:29:34.378307 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-affc18e4-4acf-45e2-929a-d3b6b118ad7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (ae350ef8-6f1e-47d1-a73e-253a5367a13e), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:34.381479 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-affc18e4-4acf-45e2-929a-d3b6b118ad7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:34.382880 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-affc18e4-4acf-45e2-929a-d3b6b118ad7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae350ef8-6f1e-47d1-a73e-253a5367a13e HTTP/1.1" status: 204 len: 168 time: 0.2163341 Feb 14 19:29:34.383240 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-e2011099-6e3e-48c5-b265-1c7f210ab7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:34.384726 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-e2011099-6e3e-48c5-b265-1c7f210ab7db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b06bb16-5bc0-4dde-a877-15e3216c9bed HTTP/1.1" status: 200 len: 850 time: 0.0494747 Feb 14 19:29:34.399613 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc18e4-4acf-45e2-929a-d3b6b118ad7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae350ef8-6f1e-47d1-a73e-253a5367a13e,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:34.446954 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-470c27c4-4c1c-49a5-859e-f6cfff96601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:34.448487 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-470c27c4-4c1c-49a5-859e-f6cfff96601a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578742 Feb 14 19:29:34.551490 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-e01fd7e8-d4ac-4b00-95b7-b4cc8c161299 service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969231 Feb 14 19:29:34.648542 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b8f9a54a-98bf-40e7-97fc-f8b717b8a5ea req-4a0ac5c7-5099-4f88-acb1-f2ae14265d8d service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911429 Feb 14 19:29:35.164150 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94472618-0550-464d-8fb9-7a5dad7923bd req-dca57a4d-bf3c-4ce6-be02-f3b4c353d8b7 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:35.165669 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-94472618-0550-464d-8fb9-7a5dad7923bd req-dca57a4d-bf3c-4ce6-be02-f3b4c353d8b7 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 944 time: 0.0584507 Feb 14 19:29:35.222013 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-94472618-0550-464d-8fb9-7a5dad7923bd req-f358760c-7626-4567-b066-1122900aaf8b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491464 Feb 14 19:29:36.352351 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f66dd-2318-4027-b5d9-f05b8777a113 req-d9702592-53ad-4a29-872d-2e07f0d7ee9c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:36.353840 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-de5f66dd-2318-4027-b5d9-f05b8777a113 req-d9702592-53ad-4a29-872d-2e07f0d7ee9c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 944 time: 0.0631838 Feb 14 19:29:36.413620 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-de5f66dd-2318-4027-b5d9-f05b8777a113 req-b0c2548a-bd28-44e7-901f-2b6e10c8cce2 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528736 Feb 14 19:29:37.543174 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f561d4-6ae2-44c5-8dfa-036b66812d5a req-f2ba53e5-0027-4b34-bd25-f95686a0611e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:37.544748 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-45f561d4-6ae2-44c5-8dfa-036b66812d5a req-f2ba53e5-0027-4b34-bd25-f95686a0611e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 944 time: 0.0641379 Feb 14 19:29:37.596951 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-45f561d4-6ae2-44c5-8dfa-036b66812d5a req-dce86569-6164-43a6-aba4-d15eb597c5ae tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457001 Feb 14 19:29:38.440282 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60504) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:38.553880 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a563bb68-32d2-43c1-b7f1-e4ee4643f3d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:38.637961 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a563bb68-32d2-43c1-b7f1-e4ee4643f3d9 admin admin] Publish callbacks [] for security_group (41d25205-4cdf-4f2d-b631-ab5e5f76f475), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:38.723782 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e783183-42cf-4655-9c29-27a517d449e1 req-9417888f-bd11-4053-bc2e-e18026c95f38 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:38.725333 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9e783183-42cf-4655-9c29-27a517d449e1 req-9417888f-bd11-4053-bc2e-e18026c95f38 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 944 time: 0.0578113 Feb 14 19:29:38.728989 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a563bb68-32d2-43c1-b7f1-e4ee4643f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (41d25205-4cdf-4f2d-b631-ab5e5f76f475), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:38.768812 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563bb68-32d2-43c1-b7f1-e4ee4643f3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d25205-4cdf-4f2d-b631-ab5e5f76f475,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:38.776110 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-a563bb68-32d2-43c1-b7f1-e4ee4643f3d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56daf15b40c14358b13f9ebac6d81db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330021 Feb 14 19:29:38.779798 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60510) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:38.786159 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9e783183-42cf-4655-9c29-27a517d449e1 req-766941d0-19c0-46cd-9415-27e801aa4d47 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551784 Feb 14 19:29:38.834102 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b72fb491-bfbd-452c-9df7-3a27a6c8b092 admin admin] Publish callbacks [] for security_group (41d25205-4cdf-4f2d-b631-ab5e5f76f475), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:38.872261 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b72fb491-bfbd-452c-9df7-3a27a6c8b092 admin admin] Publish callbacks [] for security_group (41d25205-4cdf-4f2d-b631-ab5e5f76f475), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:39.016461 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b72fb491-bfbd-452c-9df7-3a27a6c8b092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (41d25205-4cdf-4f2d-b631-ab5e5f76f475), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:39.019289 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b72fb491-bfbd-452c-9df7-3a27a6c8b092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:39.020924 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-b72fb491-bfbd-452c-9df7-3a27a6c8b092 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41d25205-4cdf-4f2d-b631-ab5e5f76f475 HTTP/1.1" status: 204 len: 168 time: 0.2426627 Feb 14 19:29:39.029772 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fb491-bfbd-452c-9df7-3a27a6c8b092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d25205-4cdf-4f2d-b631-ab5e5f76f475,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:39.815354 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60516) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:39.830584 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b9576b01-841d-430c-bb01-b12f918e4c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:39.960183 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a31e4-b214-4f9b-b9f9-6d6c43427bfc req-e835e1b6-9acc-4c23-8c3c-fc3eb14c84e0 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:39.961933 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-892a31e4-b214-4f9b-b9f9-6d6c43427bfc req-e835e1b6-9acc-4c23-8c3c-fc3eb14c84e0 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 944 time: 0.0937812 Feb 14 19:29:39.964192 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b9576b01-841d-430c-bb01-b12f918e4c6d admin admin] Publish callbacks [] for security_group (a8fa66c6-2325-4168-9b03-0a9b502e0e60), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:40.015962 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-892a31e4-b214-4f9b-b9f9-6d6c43427bfc req-82350d8c-eeb4-4914-84c4-f2e3aa3bddf6 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473089 Feb 14 19:29:40.067618 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b9576b01-841d-430c-bb01-b12f918e4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (a8fa66c6-2325-4168-9b03-0a9b502e0e60), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:40.108923 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-b9576b01-841d-430c-bb01-b12f918e4c6d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ced03e225d6e4b6fa5d61ae2544d9ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924500 Feb 14 19:29:40.109825 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9576b01-841d-430c-bb01-b12f918e4c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fa66c6-2325-4168-9b03-0a9b502e0e60,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:40.111874 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60520) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:40.171414 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee7268d1-16f9-4f92-928d-479a27302ceb admin admin] Publish callbacks [] for security_group (a8fa66c6-2325-4168-9b03-0a9b502e0e60), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:40.193959 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee7268d1-16f9-4f92-928d-479a27302ceb admin admin] Publish callbacks [] for security_group (a8fa66c6-2325-4168-9b03-0a9b502e0e60), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:40.376500 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee7268d1-16f9-4f92-928d-479a27302ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (a8fa66c6-2325-4168-9b03-0a9b502e0e60), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:40.379126 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ee7268d1-16f9-4f92-928d-479a27302ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:40.380397 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ee7268d1-16f9-4f92-928d-479a27302ceb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8fa66c6-2325-4168-9b03-0a9b502e0e60 HTTP/1.1" status: 204 len: 168 time: 0.2674296 Feb 14 19:29:40.389253 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7268d1-16f9-4f92-928d-479a27302ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fa66c6-2325-4168-9b03-0a9b502e0e60,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:40.629480 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-a4c7ac9b-0e6e-4354-aeab-99b33b49103a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:41.153095 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ec83b-b324-4d5c-98d2-5e03b6a19498 req-4a2760d2-7b85-447e-add5-63324eb35890 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:41.155040 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e21ec83b-b324-4d5c-98d2-5e03b6a19498 req-4a2760d2-7b85-447e-add5-63324eb35890 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 944 time: 0.0635562 Feb 14 19:29:41.214901 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e21ec83b-b324-4d5c-98d2-5e03b6a19498 req-2642b033-82d3-41c0-9f74-8c86af472261 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545263 Feb 14 19:29:42.348216 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac4c3-85c9-4cc5-8aae-00642ae6a7e5 req-9622625f-7ad0-402c-95ea-5f764baae29a tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:42.350043 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9f4ac4c3-85c9-4cc5-8aae-00642ae6a7e5 req-9622625f-7ad0-402c-95ea-5f764baae29a tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 944 time: 0.0568831 Feb 14 19:29:42.403522 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9f4ac4c3-85c9-4cc5-8aae-00642ae6a7e5 req-9e37891e-9514-470d-baa2-1152a6c40b4f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455465 Feb 14 19:29:42.781824 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-0c17ee6f-de52-48d6-9d21-c9452fd3c592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:42.932690 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 45bb535c-f32c-48d7-ae64-e9331b0b7e0c details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:29:43.029613 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=45bb535c-f32c-48d7-ae64-e9331b0b7e0c,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:43.041361 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'port_id': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'mac_address': 'fa:16:3e:6b:08:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:29:43.078490 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:29:43.078882 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:43.092143 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bb535c-f32c-48d7-ae64-e9331b0b7e0c {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:29:43.112033 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=45bb535c-f32c-48d7-ae64-e9331b0b7e0c,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:43.240885 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:43.292500 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=45bb535c-f32c-48d7-ae64-e9331b0b7e0c,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:43.445139 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['45bb535c-f32c-48d7-ae64-e9331b0b7e0c'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:29:43.542799 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4041b31-c22a-4a83-97b9-00ce7dfb62fc req-e0599d41-fa2c-4056-9f3d-41876516122f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:43.544563 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a4041b31-c22a-4a83-97b9-00ce7dfb62fc req-e0599d41-fa2c-4056-9f3d-41876516122f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 945 time: 0.0651021 Feb 14 19:29:43.605495 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a4041b31-c22a-4a83-97b9-00ce7dfb62fc req-18cf6004-fe08-4050-9e11-173c9f3daed2 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535841 Feb 14 19:29:44.332377 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:44.741984 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d942539-0b1c-4cc3-9fe4-f0aa0014c604 req-81fa43c7-0fee-491c-8c19-67f763ccec65 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:44.743533 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8d942539-0b1c-4cc3-9fe4-f0aa0014c604 req-81fa43c7-0fee-491c-8c19-67f763ccec65 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 945 time: 0.0637918 Feb 14 19:29:44.792924 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8d942539-0b1c-4cc3-9fe4-f0aa0014c604 req-cda30bb1-eb8b-4dce-a272-6e80a74bea30 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434356 Feb 14 19:29:44.933095 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 45bb535c-f32c-48d7-ae64-e9331b0b7e0c up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:29:45.114969 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:29:45.119277 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:29:45.119670 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:45.194833 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:29:45.195220 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:45.222215 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549c6553-d2c9-4314-ba92-00043e964378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:29:45.225475 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30723e09-591e-4ea7-87d6-b634fe185d0b" -d '{"events": [{"server_uuid": "549c6553-d2c9-4314-ba92-00043e964378", "name": "network-vif-plugged", "status": "completed", "tag": "45bb535c-f32c-48d7-ae64-e9331b0b7e0c"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:29:45.236521 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=45bb535c-f32c-48d7-ae64-e9331b0b7e0c,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:29:45.260878 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ad2722-1805-405e-807b-9b5c6dcf890e x-openstack-request-id: req-b0ad2722-1805-405e-807b-9b5c6dcf890e {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:29:45.261173 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549c6553-d2c9-4314-ba92-00043e964378", "name": "network-vif-plugged", "status": "completed", "tag": "45bb535c-f32c-48d7-ae64-e9331b0b7e0c", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:29:45.261432 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0ad2722-1805-405e-807b-9b5c6dcf890e {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:29:45.261835 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549c6553-d2c9-4314-ba92-00043e964378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'code': 200} Feb 14 19:29:45.347468 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:45.394812 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=45bb535c-f32c-48d7-ae64-e9331b0b7e0c,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:45.615050 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e472e-9985-486e-a3de-86cb24bd4fc8 req-dfbbaac5-b0ab-45a4-a0f2-3f2057a2bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:45.616532 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-459e472e-9985-486e-a3de-86cb24bd4fc8 req-dfbbaac5-b0ab-45a4-a0f2-3f2057a2bc63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 1130 time: 0.0456433 Feb 14 19:29:45.653189 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:45.667145 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-459e472e-9985-486e-a3de-86cb24bd4fc8 req-564f2bd7-8cd3-46de-a473-b3f1185e15d5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448508 Feb 14 19:29:45.925459 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaea97-b729-4580-a61e-28db2c2b4765 req-a78553a0-f97f-4bd8-88ad-e6313cd22a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:45.926889 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cfcaea97-b729-4580-a61e-28db2c2b4765 req-a78553a0-f97f-4bd8-88ad-e6313cd22a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 946 time: 0.0577090 Feb 14 19:29:45.976698 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cfcaea97-b729-4580-a61e-28db2c2b4765 req-b0428ecb-c27b-482a-952b-204d9f38a32e tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442195 Feb 14 19:29:46.715107 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:47.118968 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8d698-ccdb-4ed1-8f9a-758a970d8085 req-1796ade5-68ad-4d2a-92aa-ff050d04ead5 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:47.120494 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cec8d698-ccdb-4ed1-8f9a-758a970d8085 req-1796ade5-68ad-4d2a-92aa-ff050d04ead5 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 946 time: 0.0705609 Feb 14 19:29:47.171741 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cec8d698-ccdb-4ed1-8f9a-758a970d8085 req-5d1a9d9b-2a18-4333-9715-fd943c86f260 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453045 Feb 14 19:29:47.293678 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28132e9d-ea92-40c8-a6af-30588db561b4 req-5d112a43-974a-43ad-9878-37208d1dfd93 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:47.295250 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-28132e9d-ea92-40c8-a6af-30588db561b4 req-5d112a43-974a-43ad-9878-37208d1dfd93 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 946 time: 0.0542500 Feb 14 19:29:47.351841 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-28132e9d-ea92-40c8-a6af-30588db561b4 req-fdd61e71-480f-4d14-a22b-4760517688cb tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499530 Feb 14 19:29:47.374283 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60594) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:47.421757 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b40441-0ec7-4dd8-b2d4-41910522edff tempest-TestVolumeBootPattern-1035035603 tempest-TestVolumeBootPattern-1035035603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:47.423322 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-91b40441-0ec7-4dd8-b2d4-41910522edff tempest-TestVolumeBootPattern-1035035603 tempest-TestVolumeBootPattern-1035035603-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 1125 time: 0.0479569 Feb 14 19:29:47.426322 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60598) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:29:47.430779 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Request body: {'floatingip': {'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'port_id': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:29:47.555436 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:47.656972 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:47.763090 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Allocated IP 172.27.2.58 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/15dd7482-3cee-43a1-85a6-ab0956ff4577) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:29:47.867133 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for port (15dd7482-3cee-43a1-85a6-ab0956ff4577), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:47.993994 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (15dd7482-3cee-43a1-85a6-ab0956ff4577), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:48.031740 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:29:48.035689 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:29:48.039618 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:29:48.066928 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'Port': ['ID=15dd7482-3cee-43a1-85a6-ab0956ff4577,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:48.416755 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for floatingip (f86cb936-e677-49c8-8340-147b485d3098), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:48.538243 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (15dd7482-3cee-43a1-85a6-ab0956ff4577), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:48.606012 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:29:48.694489 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for port (15dd7482-3cee-43a1-85a6-ab0956ff4577), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:48.749891 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (15dd7482-3cee-43a1-85a6-ab0956ff4577), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:48.821791 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'Port': ['ID=15dd7482-3cee-43a1-85a6-ab0956ff4577,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:29:48.832188 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (f86cb936-e677-49c8-8340-147b485d3098), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:48.937834 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.l3_db [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Floating IP f86cb936-e677-49c8-8340-147b485d3098 associated. External IP: 172.27.2.58, port: 45bb535c-f32c-48d7-ae64-e9331b0b7e0c. Feb 14 19:29:49.157739 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Router fe49aeb2-2367-485e-9765-70040cce3cb0 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:29:49.282901 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:29:49.300440 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf59886-c4a6-42e0-b77f-f73c6bab1d72 None None] Sync routers for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:29:49.310494 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf59886-c4a6-42e0-b77f-f73c6bab1d72 None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:29:49.311945 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-9cf59886-c4a6-42e0-b77f-f73c6bab1d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:29:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:49.363731 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:49.395445 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-40e01740-b111-4855-b442-69f78ccfc906 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9680007 Feb 14 19:29:49.396195 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549c6553-d2c9-4314-ba92-00043e964378', 'tag': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:29:49.399016 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54948d7-3d87-4ec9-9b6c-ae86566ac88d" -d '{"events": [{"name": "network-changed", "server_uuid": "549c6553-d2c9-4314-ba92-00043e964378", "tag": "45bb535c-f32c-48d7-ae64-e9331b0b7e0c"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:29:49.417991 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:29:49.430098 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-9cf59886-c4a6-42e0-b77f-f73c6bab1d72 None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:29:49.446490 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618fae66-8bcc-4681-9210-7d5470eb8e81 x-openstack-request-id: req-618fae66-8bcc-4681-9210-7d5470eb8e81 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:29:49.446980 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549c6553-d2c9-4314-ba92-00043e964378", "tag": "45bb535c-f32c-48d7-ae64-e9331b0b7e0c", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:29:49.447099 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-618fae66-8bcc-4681-9210-7d5470eb8e81 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:29:49.447428 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549c6553-d2c9-4314-ba92-00043e964378', 'tag': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'status': 'completed', 'code': 200} Feb 14 19:29:49.518457 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54948d7-3d87-4ec9-9b6c-ae86566ac88d req-659d28c4-3ba2-4d93-bed3-910be750cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:49.519964 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b54948d7-3d87-4ec9-9b6c-ae86566ac88d req-659d28c4-3ba2-4d93-bed3-910be750cafe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 1130 time: 0.0460715 Feb 14 19:29:49.624063 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54948d7-3d87-4ec9-9b6c-ae86566ac88d req-8fdac546-95c2-457e-adee-a3d30459b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:49.625101 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b54948d7-3d87-4ec9-9b6c-ae86566ac88d req-8fdac546-95c2-457e-adee-a3d30459b99e service neutron] 10.222.0.43 "GET /v2.0/networks?id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 200 len: 912 time: 0.0979898 Feb 14 19:29:49.673568 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-9cf59886-c4a6-42e0-b77f-f73c6bab1d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'f86cb936-e677-49c8-8340-147b485d3098', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:6b:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c6553-d2c9-4314-ba92-00043e964378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:29:48Z', 'updated_at': '2022-02-14T19:29:48Z', 'revision_number': 0, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:49.701091 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf59886-c4a6-42e0-b77f-f73c6bab1d72 None None] Checking router: fe49aeb2-2367-485e-9765-70040cce3cb0 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:29:49.703841 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b54948d7-3d87-4ec9-9b6c-ae86566ac88d req-2eaddb73-7143-4099-bb10-fa845752c7ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45bb535c-f32c-48d7-ae64-e9331b0b7e0c HTTP/1.1" status: 200 len: 999 time: 0.0677202 Feb 14 19:29:49.709404 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf59886-c4a6-42e0-b77f-f73c6bab1d72 None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:29:49.710007 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-9cf59886-c4a6-42e0-b77f-f73c6bab1d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:29:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:49.757359 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54948d7-3d87-4ec9-9b6c-ae86566ac88d req-e3a395cf-8236-44c5-a683-7c200b985778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:49.758950 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b54948d7-3d87-4ec9-9b6c-ae86566ac88d req-e3a395cf-8236-44c5-a683-7c200b985778 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b06bb16-5bc0-4dde-a877-15e3216c9bed HTTP/1.1" status: 200 len: 850 time: 0.0487158 Feb 14 19:29:49.810918 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54948d7-3d87-4ec9-9b6c-ae86566ac88d req-fcd78ae0-5ce3-43fb-95ce-985763786348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:49.812547 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b54948d7-3d87-4ec9-9b6c-ae86566ac88d req-fcd78ae0-5ce3-43fb-95ce-985763786348 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474472 Feb 14 19:29:49.821907 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-9cf59886-c4a6-42e0-b77f-f73c6bab1d72 None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:29:49.914242 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b54948d7-3d87-4ec9-9b6c-ae86566ac88d req-5bcd8586-e0e2-483b-a27e-206da64c24b1 service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938675 Feb 14 19:29:50.012607 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-b54948d7-3d87-4ec9-9b6c-ae86566ac88d req-ba49e331-dbd3-48d4-9ed0-0916df7826b5 service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918033 Feb 14 19:29:50.063867 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-9cf59886-c4a6-42e0-b77f-f73c6bab1d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'f86cb936-e677-49c8-8340-147b485d3098', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:6b:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c6553-d2c9-4314-ba92-00043e964378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:29:48Z', 'updated_at': '2022-02-14T19:29:48Z', 'revision_number': 0, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:29:50.185301 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf59886-c4a6-42e0-b77f-f73c6bab1d72 None None] The sync data for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi is: [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'f86cb936-e677-49c8-8340-147b485d3098', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:6b:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c6553-d2c9-4314-ba92-00043e964378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:29:48Z', 'updated_at': '2022-02-14T19:29:48Z', 'revision_number': 0, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:29:50.411349 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ace97e-d7dd-4279-a617-ba541433d049 None None] New status for floating IP f86cb936-e677-49c8-8340-147b485d3098: ACTIVE {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:29:53.920237 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-426a58b8-a695-43c0-be17-e65de574d262 req-3b53d1b5-6531-4630-ab11-a01ce33033b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541899 Feb 14 19:29:53.988639 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a58b8-a695-43c0-be17-e65de574d262 req-fdbc3657-2d03-4316-bc39-22e9fe1f051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:53.993648 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-426a58b8-a695-43c0-be17-e65de574d262 req-fdbc3657-2d03-4316-bc39-22e9fe1f051e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d8e94048f637402f867e42ca604960db&device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 1130 time: 0.0464611 Feb 14 19:29:54.092986 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a58b8-a695-43c0-be17-e65de574d262 req-560587b9-6778-4ae8-be40-1bd8b6fd214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:54.094493 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-426a58b8-a695-43c0-be17-e65de574d262 req-560587b9-6778-4ae8-be40-1bd8b6fd214d service neutron] 10.222.0.43 "GET /v2.0/networks?id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 200 len: 918 time: 0.0833719 Feb 14 19:29:54.164757 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-426a58b8-a695-43c0-be17-e65de574d262 req-621e454e-3f4c-4e3a-a7da-93185a1bd948 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb HTTP/1.1" status: 200 len: 1001 time: 0.0631492 Feb 14 19:29:54.212649 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a58b8-a695-43c0-be17-e65de574d262 req-9f46787b-5658-454c-a610-75999cc5b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:54.214160 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-426a58b8-a695-43c0-be17-e65de574d262 req-9f46787b-5658-454c-a610-75999cc5b93a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cfee419b-fffe-4533-9b87-1735a151f782 HTTP/1.1" status: 200 len: 856 time: 0.0431936 Feb 14 19:29:54.265826 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a58b8-a695-43c0-be17-e65de574d262 req-0ab0ba8d-7465-4bc6-afe2-bb02f81d5169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:29:54.267335 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-426a58b8-a695-43c0-be17-e65de574d262 req-0ab0ba8d-7465-4bc6-afe2-bb02f81d5169 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78eba71b-bdab-4af1-bd90-ce172cf4bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443532 Feb 14 19:29:54.364086 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-426a58b8-a695-43c0-be17-e65de574d262 req-b87f8201-53bb-41d1-b24b-124eb562f9f2 service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887995 Feb 14 19:29:54.458117 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-426a58b8-a695-43c0-be17-e65de574d262 req-5550da7b-1ee7-424d-a729-029ccce6664f service neutron] 10.222.0.43 "GET /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878026 Feb 14 19:30:06.328985 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c9a48-8568-40aa-8496-d4e0af001d5b req-89f7f88d-54d4-4fc8-89fb-93337b2ff4f4 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:06.330506 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-813c9a48-8568-40aa-8496-d4e0af001d5b req-89f7f88d-54d4-4fc8-89fb-93337b2ff4f4 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 946 time: 0.0534787 Feb 14 19:30:06.383240 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-813c9a48-8568-40aa-8496-d4e0af001d5b req-bd8c6704-ddf3-47d6-b6e3-1a8df4d1048c tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465598 Feb 14 19:30:07.511488 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a63d-e64a-40e8-9160-8daf39593158 req-48cbe794-c256-4115-bb29-fcbe97081075 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:07.512851 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-fcd2a63d-e64a-40e8-9160-8daf39593158 req-48cbe794-c256-4115-bb29-fcbe97081075 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 946 time: 0.0536344 Feb 14 19:30:07.562042 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-fcd2a63d-e64a-40e8-9160-8daf39593158 req-e7254915-5d91-43c9-bb02-e29d7ed445f3 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups?id=d66b9420-a433-401f-80fa-af468dff01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436008 Feb 14 19:30:07.852542 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-5945c19b-8a11-45c2-a916-d3a377e28293 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:07.853922 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-5945c19b-8a11-45c2-a916-d3a377e28293 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.43 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 946 time: 0.0590572 Feb 14 19:30:07.961188 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Deleting port bb4b0152-8737-43cb-b9e3-6f2444611fdb {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:30:07.961529 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:08.053838 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] For port bb4b0152-8737-43cb-b9e3-6f2444611fdb, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=bb4b0152-8737-43cb-b9e3-6f2444611fdb,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:30:08.054200 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:08.235383 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:08.235748 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (f2179903-6000-47de-8ee0-d77ffb54cb5a), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:08.236068 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.l3_db [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Floating IP f2179903-6000-47de-8ee0-d77ffb54cb5a disassociated. External IP: 172.27.2.184, port: bb4b0152-8737-43cb-b9e3-6f2444611fdb. Feb 14 19:30:08.236414 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Calling delete_port for bb4b0152-8737-43cb-b9e3-6f2444611fdb owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:30:08.418043 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (bb4b0152-8737-43cb-b9e3-6f2444611fdb), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:08.448217 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event deleted for resources: {'Port': ['ID=bb4b0152-8737-43cb-b9e3-6f2444611fdb,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:08.563825 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:30:08.663834 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0637f8a3-e871-48e9-a48a-b1eb7c233bde req-0f390bca-9bdb-43f6-a9df-cc1527bc4cec tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 210 time: 0.0282385 Feb 14 19:30:08.680320 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:30:08.696036 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850db36-f284-4893-b30a-f5db824d0044 None None] Sync routers for ids ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:30:08.708161 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850db36-f284-4893-b30a-f5db824d0044 None None] Routers {'f36d3114-37a6-4ef7-a799-45bcc2bf39f5'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:30:08.708905 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-3850db36-f284-4893-b30a-f5db824d0044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:29:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:08.728449 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] No DVR routers for this DVR port bb4b0152-8737-43cb-b9e3-6f2444611fdb on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:30:08.735208 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:08.739949 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8b4f7635-d9fe-4c66-9f71-9a9fa36df738 req-63e171ec-c3fe-456d-8bbb-d8f02605e69b tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.43 "DELETE /v2.0/ports/bb4b0152-8737-43cb-b9e3-6f2444611fdb HTTP/1.1" status: 204 len: 173 time: 0.8795338 Feb 14 19:30:08.740465 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'name': 'network-vif-deleted', 'tag': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:30:08.742933 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94965073-eee8-4ced-b635-a7b559065942" -d '{"events": [{"server_uuid": "3deb7034-9296-4fc8-a37c-39ad6ad1a421", "name": "network-vif-deleted", "tag": "bb4b0152-8737-43cb-b9e3-6f2444611fdb"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:30:08.824554 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fdc399-01b5-4e6c-9d7c-4ae8b1e5dc21 x-openstack-request-id: req-e5fdc399-01b5-4e6c-9d7c-4ae8b1e5dc21 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:30:08.825109 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb7034-9296-4fc8-a37c-39ad6ad1a421", "name": "network-vif-deleted", "tag": "bb4b0152-8737-43cb-b9e3-6f2444611fdb", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:30:08.826305 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5fdc399-01b5-4e6c-9d7c-4ae8b1e5dc21 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:30:08.827134 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb7034-9296-4fc8-a37c-39ad6ad1a421', 'name': 'network-vif-deleted', 'tag': 'bb4b0152-8737-43cb-b9e3-6f2444611fdb', 'status': 'completed', 'code': 200} Feb 14 19:30:08.848535 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-3850db36-f284-4893-b30a-f5db824d0044 None None] Set router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:30:09.095599 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-3850db36-f284-4893-b30a-f5db824d0044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 5, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:09.133845 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850db36-f284-4893-b30a-f5db824d0044 None None] Checking router: f36d3114-37a6-4ef7-a799-45bcc2bf39f5 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:30:09.142841 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850db36-f284-4893-b30a-f5db824d0044 None None] Routers {'f36d3114-37a6-4ef7-a799-45bcc2bf39f5'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:30:09.143713 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-3850db36-f284-4893-b30a-f5db824d0044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:29:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:09.267611 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-3850db36-f284-4893-b30a-f5db824d0044 None None] Set router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:30:09.480669 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-3850db36-f284-4893-b30a-f5db824d0044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 5, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:09.507744 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850db36-f284-4893-b30a-f5db824d0044 None None] The sync data for ids ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'] in dv-cinder-816898-8-iscsi is: [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:22:48Z', 'revision_number': 4, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'c601a3fb-11bb-4f21-ab29-8a5722f6b4b4', 'name': '', 'network_id': '78eba71b-bdab-4af1-bd90-ce172cf4bf6e', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'mac_address': 'fa:16:3e:6c:e0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:47Z', 'updated_at': '2022-02-14T19:22:58Z', 'revision_number': 5, 'project_id': 'd8e94048f637402f867e42ca604960db', 'subnets': [{'id': 'cfee419b-fffe-4533-9b87-1735a151f782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:30:09.749926 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad38153-dab0-4638-a685-4d82d11096a9 None None] New status for floating IP f2179903-6000-47de-8ee0-d77ffb54cb5a: DOWN {{(pid=103312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:30:09.804805 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-97930b3b-b07c-4d4f-babe-8d0f564fbd01 req-79f7d45c-0a9a-4836-85bc-cc7831ee071f tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/ports?device_id=3deb7034-9296-4fc8-a37c-39ad6ad1a421 HTTP/1.1" status: 200 len: 210 time: 0.0368118 Feb 14 19:30:10.592574 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-2026a60c-b2b0-431b-9d43-88a7ac38ce06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:10.969521 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60778) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:11.027126 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e81c8eab-7aae-48e2-a64e-b688c0777dc5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group (d66b9420-a433-401f-80fa-af468dff01c8), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:11.054519 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e81c8eab-7aae-48e2-a64e-b688c0777dc5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group (d66b9420-a433-401f-80fa-af468dff01c8), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:11.206980 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e81c8eab-7aae-48e2-a64e-b688c0777dc5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (d66b9420-a433-401f-80fa-af468dff01c8), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:11.209878 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e81c8eab-7aae-48e2-a64e-b688c0777dc5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:11.211079 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-e81c8eab-7aae-48e2-a64e-b688c0777dc5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "DELETE /v2.0/security-groups/d66b9420-a433-401f-80fa-af468dff01c8 HTTP/1.1" status: 204 len: 168 time: 0.2405341 Feb 14 19:30:11.213974 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60782) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:11.222180 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c8eab-7aae-48e2-a64e-b688c0777dc5 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66b9420-a433-401f-80fa-af468dff01c8,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:11.231494 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.api.v2.resource [None req-dd6be457-7ab1-4be3-85a7-6f275d8f2b9a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] show failed (client error): The resource could not be found. Feb 14 19:30:11.232748 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-dd6be457-7ab1-4be3-85a7-6f275d8f2b9a tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "GET /v2.0/security-groups/d66b9420-a433-401f-80fa-af468dff01c8 HTTP/1.1" status: 404 len: 347 time: 0.0171258 Feb 14 19:30:11.235697 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60784) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:11.371310 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbef2d-92df-4481-ac70-d2b87e151ec8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Deleting port 714f5844-0e2e-49d8-93df-4d5e2f0b256a {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:30:11.371650 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fdbbef2d-92df-4481-ac70-d2b87e151ec8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (714f5844-0e2e-49d8-93df-4d5e2f0b256a), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:11.454641 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fdbbef2d-92df-4481-ac70-d2b87e151ec8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (714f5844-0e2e-49d8-93df-4d5e2f0b256a), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:11.454964 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fdbbef2d-92df-4481-ac70-d2b87e151ec8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for floatingip (714f5844-0e2e-49d8-93df-4d5e2f0b256a), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:11.468753 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbef2d-92df-4481-ac70-d2b87e151ec8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Calling delete_port for 714f5844-0e2e-49d8-93df-4d5e2f0b256a owned by network:floatingip {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:30:12.023548 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fdbbef2d-92df-4481-ac70-d2b87e151ec8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (714f5844-0e2e-49d8-93df-4d5e2f0b256a), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:12.049332 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbef2d-92df-4481-ac70-d2b87e151ec8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Pushing event deleted for resources: {'Port': ['ID=714f5844-0e2e-49d8-93df-4d5e2f0b256a,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:12.117028 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fdbbef2d-92df-4481-ac70-d2b87e151ec8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks [] for floatingip (f2179903-6000-47de-8ee0-d77ffb54cb5a), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:12.119820 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fdbbef2d-92df-4481-ac70-d2b87e151ec8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:12.120958 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-fdbbef2d-92df-4481-ac70-d2b87e151ec8 tempest-AttachVolumeShelveTestJSON-1292879189 tempest-AttachVolumeShelveTestJSON-1292879189-project] 10.222.0.26 "DELETE /v2.0/floatingips/f2179903-6000-47de-8ee0-d77ffb54cb5a HTTP/1.1" status: 204 len: 168 time: 0.8839023 Feb 14 19:30:12.771820 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4c3b5f7f-d9e9-46e4-8115-6622b06ff463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:13.087931 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device bb4b0152-8737-43cb-b9e3-6f2444611fdb no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:30:13.107979 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: bb4b0152-8737-43cb-b9e3-6f2444611fdb {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:30:13.108316 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device bb4b0152-8737-43cb-b9e3-6f2444611fdb not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:30:14.263426 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:14.869424 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60812) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:15.453045 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b04d5b5d-4c77-47a1-a6a8-343dff72dc5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920929'] for router_interface (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:15.661325 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:16.002811 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-b04d5b5d-4c77-47a1-a6a8-343dff72dc5b admin admin] Deleting port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:30:16.004087 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b04d5b5d-4c77-47a1-a6a8-343dff72dc5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:16.083760 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-b04d5b5d-4c77-47a1-a6a8-343dff72dc5b admin admin] For port c601a3fb-11bb-4f21-ab29-8a5722f6b4b4, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=c601a3fb-11bb-4f21-ab29-8a5722f6b4b4,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:30:16.084030 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b04d5b5d-4c77-47a1-a6a8-343dff72dc5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:16.097955 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-b04d5b5d-4c77-47a1-a6a8-343dff72dc5b admin admin] Calling delete_port for c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 owned by network:router_interface {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:30:16.360335 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b04d5b5d-4c77-47a1-a6a8-343dff72dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (c601a3fb-11bb-4f21-ab29-8a5722f6b4b4), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:16.390318 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d5b5d-4c77-47a1-a6a8-343dff72dc5b admin admin] Pushing event deleted for resources: {'Port': ['ID=c601a3fb-11bb-4f21-ab29-8a5722f6b4b4,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:16.565552 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b04d5b5d-4c77-47a1-a6a8-343dff72dc5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921077'] for router_interface (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:16.663111 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:16.791469 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04d5b5d-4c77-47a1-a6a8-343dff72dc5b admin admin] Router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:30:16.900606 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04d5b5d-4c77-47a1-a6a8-343dff72dc5b admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:30:16.905740 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-b04d5b5d-4c77-47a1-a6a8-343dff72dc5b admin admin] 10.222.0.26 "PUT /v2.0/routers/f36d3114-37a6-4ef7-a799-45bcc2bf39f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0351825 Feb 14 19:30:16.908468 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60832) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:16.911943 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ec55a-6980-4831-b161-68570aacfab3 None None] Sync routers for ids ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:30:16.922478 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ec55a-6980-4831-b161-68570aacfab3 None None] Routers {'f36d3114-37a6-4ef7-a799-45bcc2bf39f5'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:30:16.923102 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-263ec55a-6980-4831-b161-68570aacfab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:30:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:17.015596 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] Publish callbacks [] for router (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:17.032284 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-263ec55a-6980-4831-b161-68570aacfab3 None None] Set router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:30:17.122923 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] Publish callbacks [] for router_gateway (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:17.216389 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-263ec55a-6980-4831-b161-68570aacfab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:30:16Z', 'revision_number': 5, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port': {'id': '13986920-8406-43f6-a9b0-ec493d9171d9', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:22:43Z', 'updated_at': '2022-02-14T19:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:17.248109 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ec55a-6980-4831-b161-68570aacfab3 None None] Checking router: f36d3114-37a6-4ef7-a799-45bcc2bf39f5 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:30:17.258930 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ec55a-6980-4831-b161-68570aacfab3 None None] Routers {'f36d3114-37a6-4ef7-a799-45bcc2bf39f5'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:30:17.259559 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-263ec55a-6980-4831-b161-68570aacfab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:30:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:17.326847 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] Deleting port 13986920-8406-43f6-a9b0-ec493d9171d9 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:30:17.327194 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (13986920-8406-43f6-a9b0-ec493d9171d9), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:17.365345 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-263ec55a-6980-4831-b161-68570aacfab3 None None] Set router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 gateway port host: None {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:30:17.418480 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] For port 13986920-8406-43f6-a9b0-ec493d9171d9, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=13986920-8406-43f6-a9b0-ec493d9171d9,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:30:17.418750 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-263ec55a-6980-4831-b161-68570aacfab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:30:17Z', 'revision_number': 6, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port_host': None}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:17.418902 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (13986920-8406-43f6-a9b0-ec493d9171d9), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:17.438177 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] Calling delete_port for 13986920-8406-43f6-a9b0-ec493d9171d9 owned by network:router_gateway {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:30:17.542112 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ec55a-6980-4831-b161-68570aacfab3 None None] The sync data for ids ['f36d3114-37a6-4ef7-a799-45bcc2bf39f5'] in dv-cinder-816898-8-iscsi is: [{'id': 'f36d3114-37a6-4ef7-a799-45bcc2bf39f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1892848754-router', 'tenant_id': 'd8e94048f637402f867e42ca604960db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:22:42Z', 'updated_at': '2022-02-14T19:30:17Z', 'revision_number': 6, 'project_id': 'd8e94048f637402f867e42ca604960db', 'gw_port_host': None}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:30:17.732356 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (13986920-8406-43f6-a9b0-ec493d9171d9), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:17.760306 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] Pushing event deleted for resources: {'Port': ['ID=13986920-8406-43f6-a9b0-ec493d9171d9,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:17.821216 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3922411'] for router_gateway (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:17.926921 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254092'] for router (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:17.929412 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] Publish callbacks [] for router_controller (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), precommit_delete_associations {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.101179 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920199'] for router (f36d3114-37a6-4ef7-a799-45bcc2bf39f5), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.101858 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f36d3114-37a6-4ef7-a799-45bcc2bf39f5 {{(pid=103311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 19:30:18.106279 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.107350 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-cb916a82-4115-4538-9d74-66e2562b4632 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f36d3114-37a6-4ef7-a799-45bcc2bf39f5 HTTP/1.1" status: 204 len: 168 time: 1.1979322 Feb 14 19:30:18.111403 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60842) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:18.154106 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b52cef-7687-4975-9e9d-6ef88a70eaac admin admin] Deleting subnet cfee419b-fffe-4533-9b87-1735a151f782 {{(pid=103311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:30:18.157206 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-09b52cef-7687-4975-9e9d-6ef88a70eaac admin admin] Publish callbacks [] for subnet (cfee419b-fffe-4533-9b87-1735a151f782), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.199178 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-09b52cef-7687-4975-9e9d-6ef88a70eaac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125879425'] for subnet (cfee419b-fffe-4533-9b87-1735a151f782), precommit_delete_associations {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.280747 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-09b52cef-7687-4975-9e9d-6ef88a70eaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (cfee419b-fffe-4533-9b87-1735a151f782), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.440974 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-09b52cef-7687-4975-9e9d-6ef88a70eaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125990431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126032157'] for subnet (cfee419b-fffe-4533-9b87-1735a151f782), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.466881 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b52cef-7687-4975-9e9d-6ef88a70eaac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfee419b-fffe-4533-9b87-1735a151f782,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:18.470566 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-09b52cef-7687-4975-9e9d-6ef88a70eaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.474691 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-09b52cef-7687-4975-9e9d-6ef88a70eaac admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cfee419b-fffe-4533-9b87-1735a151f782 HTTP/1.1" status: 204 len: 168 time: 0.3632715 Feb 14 19:30:18.480626 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60844) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:18.481408 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb50b1e-10ef-4a01-809d-472912f2b2c3 None None] Network 78eba71b-bdab-4af1-bd90-ce172cf4bf6e requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:30:18.556815 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (78eba71b-bdab-4af1-bd90-ce172cf4bf6e), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.622681 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Deleting port 3a85df91-3b83-45ac-894a-2f992088cf4a {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:30:18.623161 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.657161 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] DHCP port deletion for 78eba71b-bdab-4af1-bd90-ce172cf4bf6e request from dv-cinder-816898-8-iscsi {{(pid=103312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 19:30:18.686531 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] For port 3a85df91-3b83-45ac-894a-2f992088cf4a, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=3a85df91-3b83-45ac-894a-2f992088cf4a,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:30:18.686983 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.702560 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Calling delete_port for 3a85df91-3b83-45ac-894a-2f992088cf4a owned by network:dhcp {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:30:18.711097 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Deleting port 3a85df91-3b83-45ac-894a-2f992088cf4a {{(pid=103312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:30:18.711481 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), before_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.777889 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] For port 3a85df91-3b83-45ac-894a-2f992088cf4a, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=3a85df91-3b83-45ac-894a-2f992088cf4a,segment=NetworkSegment(4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d),segment_id=4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:30:18.778294 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), precommit_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.792840 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Calling delete_port for 3a85df91-3b83-45ac-894a-2f992088cf4a owned by network:dhcp {{(pid=103312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:30:18.920789 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.926909 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630'] for port (3a85df91-3b83-45ac-894a-2f992088cf4a), after_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:18.950179 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a85df91-3b83-45ac-894a-2f992088cf4a,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:18.954879 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] No DVR routers for this DVR port 3a85df91-3b83-45ac-894a-2f992088cf4a on host dv-cinder-816898-8-iscsi {{(pid=103311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:30:18.955121 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] No DVR routers for this DVR port 3a85df91-3b83-45ac-894a-2f992088cf4a on host dv-cinder-816898-8-iscsi {{(pid=103312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:30:18.960466 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Pushing event deleted for resources: {'Port': ['ID=3a85df91-3b83-45ac-894a-2f992088cf4a,revision_number=None']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:18.963294 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.963661 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.964009 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.964391 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.964734 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.965061 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.965394 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.965712 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.966039 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.966381 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.966717 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.967042 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.967372 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.968984 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.969338 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.970377 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.970732 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.971070 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.971554 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.972707 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.972707 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.972979 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.973270 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.973605 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.973932 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:18.974257 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a54ef-d72a-4400-a704-b1157d2efa9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:19.035541 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (78eba71b-bdab-4af1-bd90-ce172cf4bf6e), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:19.056155 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78eba71b-bdab-4af1-bd90-ce172cf4bf6e']}} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:19.066728 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d') {'for_net_delete': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:19.067022 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d') {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:19.078847 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125879446'] for segment (4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:19.093731 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:19.100537 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:30:19.100946 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125991613'] for segment (4fbcb4f6-3bd9-4868-8bcc-bced9590ec7d), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: Traceback (most recent call last): Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: timer() Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: cb(*args, **kw) Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: return func(*args, **kwargs) Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: self._notify() Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: self.callback(batched_events) Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: event.method(event) Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: return f(self, *a, **k) Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: return self._get(url).json() Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: return self.request(url, 'GET', **kwargs) Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:30:19.102926 dv-cinder-816898-8-iscsi neutron-server[103311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:30:19.221483 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (78eba71b-bdab-4af1-bd90-ce172cf4bf6e), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:19.226944 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:19.230095 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/78eba71b-bdab-4af1-bd90-ce172cf4bf6e HTTP/1.1" status: 204 len: 168 time: 0.7520447 Feb 14 19:30:19.243457 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8723dcd-1344-466c-8cc1-66f9273210b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=78eba71b-bdab-4af1-bd90-ce172cf4bf6e,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:19.313745 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 3a85df91-3b83-45ac-894a-2f992088cf4a no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:30:19.336421 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: 3a85df91-3b83-45ac-894a-2f992088cf4a {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:30:19.336772 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 3a85df91-3b83-45ac-894a-2f992088cf4a not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:30:19.337203 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:30:19.356846 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:30:19.357192 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device c601a3fb-11bb-4f21-ab29-8a5722f6b4b4 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:30:19.357618 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 13986920-8406-43f6-a9b0-ec493d9171d9 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:30:19.377690 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: 13986920-8406-43f6-a9b0-ec493d9171d9 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:30:19.378041 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 13986920-8406-43f6-a9b0-ec493d9171d9 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:30:19.478514 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:19.670695 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60856) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:19.717140 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-d7e8ce21-a993-4eca-98ef-dc32199b63bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8e94048f637402f867e42ca604960db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451949 Feb 14 19:30:19.719750 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60858) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:19.768444 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Publish callbacks [] for security_group (8993eabc-ef24-4472-b7d8-315a93e30c68), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:19.789033 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Publish callbacks [] for security_group (8993eabc-ef24-4472-b7d8-315a93e30c68), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:19.960278 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (8993eabc-ef24-4472-b7d8-315a93e30c68), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:19.962883 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:19.964050 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8993eabc-ef24-4472-b7d8-315a93e30c68 HTTP/1.1" status: 204 len: 168 time: 0.2434044 Feb 14 19:30:19.972157 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8993eabc-ef24-4472-b7d8-315a93e30c68,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:19.979533 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:19.979891 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:19.980240 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:19.980580 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:19.980913 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:19.981249 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:19.981657 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:19.981986 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:19.982320 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:19.982674 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:19.982999 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:19.983320 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:19.983641 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3f12b9-379a-451b-bbc0-7a13a1f00fdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:21.146118 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60886) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:21.263282 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1935633887-network', 'tenant_id': '2361aa206a424033a81ea24d705940bd'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:21.363817 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] Made reservation on behalf of 2361aa206a424033a81ea24d705940bd for: {'network': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:30:21.366541 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:21.375576 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:21.451239 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] Publish callbacks [] for security_group (869f01d4-b98d-452a-befd-7478c4be075a), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:21.543200 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (869f01d4-b98d-452a-befd-7478c4be075a), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:21.571699 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:30:21.584917 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869f01d4-b98d-452a-befd-7478c4be075a,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:21.587928 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (c6c79297-1a8f-4c9c-adc5-c012147345e4), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:21.589104 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.db.segments_db [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] Added segment c6c79297-1a8f-4c9c-adc5-c012147345e4 of type vlan for network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 Feb 14 19:30:21.650706 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (3f3b9ff9-bf99-465d-9ff2-430ec676aa00), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:21.798333 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (3f3b9ff9-bf99-465d-9ff2-430ec676aa00), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:21.799988 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:21.800755 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:21.857616 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3f3b9ff9-bf99-465d-9ff2-430ec676aa00,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:21.869152 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:30:21.917677 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-4f25efd2-e2e9-4a72-a644-21d7736453e3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7703695 Feb 14 19:30:21.920655 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60896) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:21.926247 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-0df5dad3-bcc0-435b-af51-c7802b6d0696 admin admin] Request body: {'subnet': {'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1935633887-subnet', 'tenant_id': '2361aa206a424033a81ea24d705940bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:22.005058 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 60898) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:22.051557 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df5dad3-bcc0-435b-af51-c7802b6d0696 admin admin] Made reservation on behalf of 2361aa206a424033a81ea24d705940bd for: {'subnet': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:30:22.053812 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0df5dad3-bcc0-435b-af51-c7802b6d0696 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129471075'] for subnet (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:22.125036 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c8af2bf2-d771-41ef-9e25-4f93dc182569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:22.288012 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c8af2bf2-d771-41ef-9e25-4f93dc182569 admin admin] Publish callbacks [] for security_group (943c8043-b0bb-4a17-8c4e-6ef3f965b653), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:22.404560 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c8af2bf2-d771-41ef-9e25-4f93dc182569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (943c8043-b0bb-4a17-8c4e-6ef3f965b653), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:22.435640 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0df5dad3-bcc0-435b-af51-c7802b6d0696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129455355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129471057'] for subnet (8dd2cf7d-838c-4b81-82a4-00cbad39a57e), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:22.472974 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af2bf2-d771-41ef-9e25-4f93dc182569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943c8043-b0bb-4a17-8c4e-6ef3f965b653,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:22.482633 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-c8af2bf2-d771-41ef-9e25-4f93dc182569 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b46a49a6f5e4eeca05cb868b90bf661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4763443 Feb 14 19:30:22.485732 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 60902) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:22.504027 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5dad3-bcc0-435b-af51-c7802b6d0696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd2cf7d-838c-4b81-82a4-00cbad39a57e,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:22.520930 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df5dad3-bcc0-435b-af51-c7802b6d0696 admin admin] Checking segment: {'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:30:22.521294 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df5dad3-bcc0-435b-af51-c7802b6d0696 admin admin] Network hostable DHCP agents. Network: 3f3b9ff9-bf99-465d-9ff2-430ec676aa00, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:30:22.539372 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a7d366f0-b5c2-48c8-8eb6-14f3b750b02b admin admin] Publish callbacks [] for security_group (943c8043-b0bb-4a17-8c4e-6ef3f965b653), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:22.560286 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a7d366f0-b5c2-48c8-8eb6-14f3b750b02b admin admin] Publish callbacks [] for security_group (943c8043-b0bb-4a17-8c4e-6ef3f965b653), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:22.605874 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df5dad3-bcc0-435b-af51-c7802b6d0696 admin admin] Network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:30:22.674401 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a7d366f0-b5c2-48c8-8eb6-14f3b750b02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (943c8043-b0bb-4a17-8c4e-6ef3f965b653), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:22.677255 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a7d366f0-b5c2-48c8-8eb6-14f3b750b02b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:22.678541 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-a7d366f0-b5c2-48c8-8eb6-14f3b750b02b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/943c8043-b0bb-4a17-8c4e-6ef3f965b653 HTTP/1.1" status: 204 len: 168 time: 0.1908977 Feb 14 19:30:22.686847 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d366f0-b5c2-48c8-8eb6-14f3b750b02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943c8043-b0bb-4a17-8c4e-6ef3f965b653,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:22.715356 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-0df5dad3-bcc0-435b-af51-c7802b6d0696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, 3f3b9ff9-bf99-465d-9ff2-430ec676aa00) {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:30:22.726927 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc01d5d-c5f0-44a9-ad82-6dcee361965d None None] Network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:30:22.727107 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df5dad3-bcc0-435b-af51-c7802b6d0696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:22.727107 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0df5dad3-bcc0-435b-af51-c7802b6d0696 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:22.830614 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a110f0-4fe7-4440-a474-2fc5ab1a65e2 None None] Network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:30:22.858412 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-0df5dad3-bcc0-435b-af51-c7802b6d0696 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9365301 Feb 14 19:30:23.378099 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-0a9e0cb5-c94c-4988-b0c0-f1cd2f99c7ac tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:23.379674 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-0a9e0cb5-c94c-4988-b0c0-f1cd2f99c7ac tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/networks?id=3f3b9ff9-bf99-465d-9ff2-430ec676aa00 HTTP/1.1" status: 200 len: 815 time: 0.1101053 Feb 14 19:30:23.394327 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-0660ba58-0a70-4525-b55f-14c4c441a8af tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/quotas/2361aa206a424033a81ea24d705940bd HTTP/1.1" status: 200 len: 375 time: 0.0093133 Feb 14 19:30:23.436396 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-3f35ff7e-4a56-42ec-b09a-78da1bec777c tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2361aa206a424033a81ea24d705940bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298212 Feb 14 19:30:23.524627 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-9b583ed2-72e4-4f0d-b3a3-e914e7fbbba2 service neutron] 10.222.0.26 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884795 Feb 14 19:30:23.614553 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-0bec4ec9-d270-453b-ab31-0182fac0a7fc service neutron] 10.222.0.26 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843010 Feb 14 19:30:23.887348 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-50b1efed-04bf-4a83-b3bb-0ac781119a2d req-ad8cc806-e9a6-46b8-84c7-787b96b5dea4 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 210 time: 0.0287161 Feb 14 19:30:24.975041 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2c6b1bf4-902b-4e9a-87ae-53b504593926 req-4a371f0f-d039-46e8-8f61-7ccef15c1130 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 210 time: 0.0318739 Feb 14 19:30:25.607165 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:30:26.075328 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8ea6a028-0b5c-45c1-bab9-fa1530e3ea9f req-bd3ae2f6-9345-4da0-a48c-6686d9b9ead3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 210 time: 0.0342712 Feb 14 19:30:26.702181 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-0c46bf5c-51d9-497e-aa8f-5902529319d2 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:26.703902 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-0c46bf5c-51d9-497e-aa8f-5902529319d2 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "GET /v2.0/networks?id=3f3b9ff9-bf99-465d-9ff2-430ec676aa00 HTTP/1.1" status: 200 len: 815 time: 0.1302478 Feb 14 19:30:26.726035 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-9edd8a06-efca-4210-b07e-1cc3a43c0c18 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Request body: {'port': {'device_id': 'ad2bbea7-8898-437c-9906-b48f18e79cda', 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00', 'admin_state_up': True, 'tenant_id': '2361aa206a424033a81ea24d705940bd'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:26.947113 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-9edd8a06-efca-4210-b07e-1cc3a43c0c18 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Made reservation on behalf of 2361aa206a424033a81ea24d705940bd for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:30:26.951582 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-9edd8a06-efca-4210-b07e-1cc3a43c0c18 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:27.079028 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-9edd8a06-efca-4210-b07e-1cc3a43c0c18 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Allocated IP 172.20.0.12 (3f3b9ff9-bf99-465d-9ff2-430ec676aa00/8dd2cf7d-838c-4b81-82a4-00cbad39a57e/00289460-f2b5-428a-aeef-3bc6f537723a) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:30:27.198417 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-237f4efe-dab6-4229-acce-0bb1fd86a983 req-23f1b1dd-d028-4fa7-8823-8e3a51dbf5e1 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 210 time: 0.0308120 Feb 14 19:30:27.257126 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-9edd8a06-efca-4210-b07e-1cc3a43c0c18 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks [] for port (00289460-f2b5-428a-aeef-3bc6f537723a), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:27.372714 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-9edd8a06-efca-4210-b07e-1cc3a43c0c18 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (00289460-f2b5-428a-aeef-3bc6f537723a), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:27.416526 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-9edd8a06-efca-4210-b07e-1cc3a43c0c18 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:30:27.419737 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-9edd8a06-efca-4210-b07e-1cc3a43c0c18 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:30:27.425967 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-9edd8a06-efca-4210-b07e-1cc3a43c0c18 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:30:27.432331 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd8a06-efca-4210-b07e-1cc3a43c0c18 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Pushing event updated for resources: {'Port': ['ID=00289460-f2b5-428a-aeef-3bc6f537723a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:27.483213 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-9edd8a06-efca-4210-b07e-1cc3a43c0c18 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:27.483828 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-9edd8a06-efca-4210-b07e-1cc3a43c0c18 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:27.568575 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-9edd8a06-efca-4210-b07e-1cc3a43c0c18 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8553987 Feb 14 19:30:28.332960 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f20a-2af2-4c5c-a3d4-7d00c889d958 req-b07da61b-0a5e-45f8-803f-5fa39a88047e tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:28.334607 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c534f20a-2af2-4c5c-a3d4-7d00c889d958 req-b07da61b-0a5e-45f8-803f-5fa39a88047e tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 932 time: 0.0555494 Feb 14 19:30:28.383195 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c534f20a-2af2-4c5c-a3d4-7d00c889d958 req-371b2bba-f2e6-4cba-a749-ecb8ab5e527f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Feb 14 19:30:29.514677 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0baf92-e200-453b-b051-df5f3600c392 req-0bf4ce89-d3d9-449d-828a-99e492f2f946 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:29.514677 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2a0baf92-e200-453b-b051-df5f3600c392 req-0bf4ce89-d3d9-449d-828a-99e492f2f946 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 932 time: 0.0607214 Feb 14 19:30:29.560399 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2a0baf92-e200-453b-b051-df5f3600c392 req-01e9e93c-2b4d-47bc-a390-97e6227376f8 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 Feb 14 19:30:29.640895 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Request body: {'port': {'device_id': 'ad2bbea7-8898-437c-9906-b48f18e79cda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:29.700314 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (00289460-f2b5-428a-aeef-3bc6f537723a), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:29.977667 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00289460-f2b5-428a-aeef-3bc6f537723a {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:30:29.983638 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Publish callbacks [] for port (00289460-f2b5-428a-aeef-3bc6f537723a), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:29.995744 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Transition to ACTIVE for port object 00289460-f2b5-428a-aeef-3bc6f537723a will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:30:30.068951 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (00289460-f2b5-428a-aeef-3bc6f537723a), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:30.118310 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Pushing event updated for resources: {'Port': ['ID=00289460-f2b5-428a-aeef-3bc6f537723a,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:30.187140 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Attempting to bind port 00289460-f2b5-428a-aeef-3bc6f537723a on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:30:30.187471 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Attempting to bind port 00289460-f2b5-428a-aeef-3bc6f537723a by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:30:30.187827 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Attempting to bind port 00289460-f2b5-428a-aeef-3bc6f537723a on network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:30:30.193160 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Port 00289460-f2b5-428a-aeef-3bc6f537723a on network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:30:30.193480 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Attempting to bind port 00289460-f2b5-428a-aeef-3bc6f537723a on network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:30:30.198520 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:30:30.198855 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Checking segment: {'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:30:30.199231 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Bound using segment: {'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:30:30.199659 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Bound port: 00289460-f2b5-428a-aeef-3bc6f537723a, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:30:30.200018 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (00289460-f2b5-428a-aeef-3bc6f537723a), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:30.268480 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] For port 00289460-f2b5-428a-aeef-3bc6f537723a, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:30:30.271755 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] For port 00289460-f2b5-428a-aeef-3bc6f537723a, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=00289460-f2b5-428a-aeef-3bc6f537723a,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:30:30.349568 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (00289460-f2b5-428a-aeef-3bc6f537723a), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:30.384322 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:30.384919 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:30.386301 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] 10.222.0.43 "PUT /v2.0/ports/00289460-f2b5-428a-aeef-3bc6f537723a HTTP/1.1" status: 200 len: 1094 time: 0.7498085 Feb 14 19:30:30.386832 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2bbea7-8898-437c-9906-b48f18e79cda', 'tag': '00289460-f2b5-428a-aeef-3bc6f537723a'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:30:30.389079 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ce452c-3908-4f79-aee6-6cfefde48dac" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2bbea7-8898-437c-9906-b48f18e79cda", "tag": "00289460-f2b5-428a-aeef-3bc6f537723a"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:30:30.413203 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f53e4-37b0-4328-af62-47a28135daf0 service neutron] Pushing event updated for resources: {'Port': ['ID=00289460-f2b5-428a-aeef-3bc6f537723a,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:30.427396 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd445957-4f7f-4bdc-b090-d4b4340c2b2f x-openstack-request-id: req-dd445957-4f7f-4bdc-b090-d4b4340c2b2f {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:30:30.427694 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2bbea7-8898-437c-9906-b48f18e79cda", "tag": "00289460-f2b5-428a-aeef-3bc6f537723a", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:30:30.428039 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd445957-4f7f-4bdc-b090-d4b4340c2b2f {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:30:30.428449 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2bbea7-8898-437c-9906-b48f18e79cda', 'tag': '00289460-f2b5-428a-aeef-3bc6f537723a', 'status': 'completed', 'code': 200} Feb 14 19:30:30.517172 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce452c-3908-4f79-aee6-6cfefde48dac req-f5b740c7-0b18-4eee-81b7-36f53158c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:30.518748 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-77ce452c-3908-4f79-aee6-6cfefde48dac req-f5b740c7-0b18-4eee-81b7-36f53158c0ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2361aa206a424033a81ea24d705940bd&device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 1128 time: 0.0481460 Feb 14 19:30:30.622409 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce452c-3908-4f79-aee6-6cfefde48dac req-5411c867-1e79-4377-9f7d-11a80ae38432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:30.623762 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-77ce452c-3908-4f79-aee6-6cfefde48dac req-5411c867-1e79-4377-9f7d-11a80ae38432 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2361aa206a424033a81ea24d705940bd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0971932 Feb 14 19:30:30.683658 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcaccb-34b4-4dfc-beb1-7ea04d927b15 req-6f6452f0-1489-496e-92c3-51a7200d1af6 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:30.687292 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b0fcaccb-34b4-4dfc-beb1-7ea04d927b15 req-6f6452f0-1489-496e-92c3-51a7200d1af6 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 944 time: 0.0564640 Feb 14 19:30:30.717655 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce452c-3908-4f79-aee6-6cfefde48dac req-c89abb98-cc70-455a-82fc-e68fc2adabb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:30.719202 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-77ce452c-3908-4f79-aee6-6cfefde48dac req-c89abb98-cc70-455a-82fc-e68fc2adabb5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896494 Feb 14 19:30:30.736263 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b0fcaccb-34b4-4dfc-beb1-7ea04d927b15 req-ea71a9c0-6785-469c-8f5c-09049ca8d270 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452232 Feb 14 19:30:30.803406 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-a56e40ce-8d62-4e2e-a0a7-f52116ecd3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:30.804958 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-a56e40ce-8d62-4e2e-a0a7-f52116ecd3f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2361aa206a424033a81ea24d705940bd&device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 1128 time: 0.0469377 Feb 14 19:30:30.851383 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-dcc8c455-ae50-4c9c-a760-1637c8be3d00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00289460-f2b5-428a-aeef-3bc6f537723a HTTP/1.1" status: 200 len: 217 time: 0.0402915 Feb 14 19:30:30.900175 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-3bd2ad50-723d-4a18-b4bb-9114380d574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:30.901652 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-3bd2ad50-723d-4a18-b4bb-9114380d574b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd2cf7d-838c-4b81-82a4-00cbad39a57e HTTP/1.1" status: 200 len: 855 time: 0.0449078 Feb 14 19:30:30.942792 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-ae638ca7-102f-433c-80e7-1f4798be1114 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f3b9ff9-bf99-465d-9ff2-430ec676aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348268 Feb 14 19:30:31.042622 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-c75f9579-ba09-404b-9c63-adbc189ca670 service neutron] 10.222.0.43 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942695 Feb 14 19:30:31.138106 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c711126b-9584-42c5-98ab-9cf79faecf1b req-a356141f-c43b-4e5a-a4c1-305da5a8f545 service neutron] 10.222.0.43 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894706 Feb 14 19:30:31.855584 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf830537-d300-4a7b-81cc-93de413d2a1c req-0c9848e0-1e7a-403b-a48d-c46dda4cac2a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:31.857065 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cf830537-d300-4a7b-81cc-93de413d2a1c req-0c9848e0-1e7a-403b-a48d-c46dda4cac2a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 944 time: 0.0527642 Feb 14 19:30:31.906493 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cf830537-d300-4a7b-81cc-93de413d2a1c req-4a12168f-fe26-4c17-9fe1-d7a97eb31a1d tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438735 Feb 14 19:30:33.023302 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11a35d-c1e0-413b-a81e-ec3405239948 req-bc21e217-62f8-4137-b535-4df4b4367b79 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:33.024831 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ed11a35d-c1e0-413b-a81e-ec3405239948 req-bc21e217-62f8-4137-b535-4df4b4367b79 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 944 time: 0.0537224 Feb 14 19:30:33.072243 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ed11a35d-c1e0-413b-a81e-ec3405239948 req-6fb52ff5-3c05-4581-be15-202fd512a45d tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Feb 14 19:30:33.651979 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 00289460-f2b5-428a-aeef-3bc6f537723a details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:30:33.749886 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 00289460-f2b5-428a-aeef-3bc6f537723a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=00289460-f2b5-428a-aeef-3bc6f537723a,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:30:33.762063 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': '00289460-f2b5-428a-aeef-3bc6f537723a', 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00', 'port_id': '00289460-f2b5-428a-aeef-3bc6f537723a', 'mac_address': 'fa:16:3e:29:a6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd2cf7d-838c-4b81-82a4-00cbad39a57e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:30:33.798608 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 00289460-f2b5-428a-aeef-3bc6f537723a is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:33.798995 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (00289460-f2b5-428a-aeef-3bc6f537723a), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:33.811872 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00289460-f2b5-428a-aeef-3bc6f537723a {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:30:33.831929 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 00289460-f2b5-428a-aeef-3bc6f537723a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=00289460-f2b5-428a-aeef-3bc6f537723a,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:30:33.938208 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 32792) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:33.952344 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (00289460-f2b5-428a-aeef-3bc6f537723a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:34.005407 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=00289460-f2b5-428a-aeef-3bc6f537723a,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:34.050127 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-010919be-2b2e-4c18-bd95-ca4214555d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:34.127891 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-010919be-2b2e-4c18-bd95-ca4214555d94 admin admin] Publish callbacks [] for security_group (75125d34-de13-42f8-8ff7-379a75061573), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:34.182016 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['00289460-f2b5-428a-aeef-3bc6f537723a'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:30:34.198541 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba2248-4baa-4898-84c8-03e0a082683b req-82a97ae3-c808-4e83-8075-86f9ea9e039a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:34.200463 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-93ba2248-4baa-4898-84c8-03e0a082683b req-82a97ae3-c808-4e83-8075-86f9ea9e039a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 945 time: 0.0590811 Feb 14 19:30:34.249972 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-010919be-2b2e-4c18-bd95-ca4214555d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (75125d34-de13-42f8-8ff7-379a75061573), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:34.257692 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-93ba2248-4baa-4898-84c8-03e0a082683b req-488434ce-0945-40cc-961f-502e826f32fb tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500174 Feb 14 19:30:34.292078 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-010919be-2b2e-4c18-bd95-ca4214555d94 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ffb167e42df4e6f933151905c797869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526542 Feb 14 19:30:34.293170 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010919be-2b2e-4c18-bd95-ca4214555d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75125d34-de13-42f8-8ff7-379a75061573,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:34.295020 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 32798) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:34.354869 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96e56079-1db9-4b46-9b08-c45594ae8738 admin admin] Publish callbacks [] for security_group (75125d34-de13-42f8-8ff7-379a75061573), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:34.377877 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96e56079-1db9-4b46-9b08-c45594ae8738 admin admin] Publish callbacks [] for security_group (75125d34-de13-42f8-8ff7-379a75061573), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:34.500845 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96e56079-1db9-4b46-9b08-c45594ae8738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (75125d34-de13-42f8-8ff7-379a75061573), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:34.503527 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-96e56079-1db9-4b46-9b08-c45594ae8738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:34.504847 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-96e56079-1db9-4b46-9b08-c45594ae8738 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75125d34-de13-42f8-8ff7-379a75061573 HTTP/1.1" status: 204 len: 168 time: 0.2086196 Feb 14 19:30:34.513086 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e56079-1db9-4b46-9b08-c45594ae8738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75125d34-de13-42f8-8ff7-379a75061573,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:35.386239 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd960cb-d93e-4f20-9d41-79c1fa6c06d0 req-498a9782-d01e-465f-9002-a6ae8baadb8d tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:35.387881 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6bd960cb-d93e-4f20-9d41-79c1fa6c06d0 req-498a9782-d01e-465f-9002-a6ae8baadb8d tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 945 time: 0.0607252 Feb 14 19:30:35.435240 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6bd960cb-d93e-4f20-9d41-79c1fa6c06d0 req-2f9117c1-83ab-46aa-a6a1-112af6cbeb69 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417566 Feb 14 19:30:35.597852 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 32822) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:35.660571 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 00289460-f2b5-428a-aeef-3bc6f537723a up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:30:35.706840 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1625202714-network', 'tenant_id': 'effeb13951274360878df6e825f49990'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:35.822744 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port 00289460-f2b5-428a-aeef-3bc6f537723a completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:30:35.827685 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port 00289460-f2b5-428a-aeef-3bc6f537723a triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:35.828297 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (00289460-f2b5-428a-aeef-3bc6f537723a), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:35.851979 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] Made reservation on behalf of effeb13951274360878df6e825f49990 for: {'network': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:30:35.862064 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:35.873693 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:35.933325 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 00289460-f2b5-428a-aeef-3bc6f537723a is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:35.933871 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (00289460-f2b5-428a-aeef-3bc6f537723a), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:35.961412 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2bbea7-8898-437c-9906-b48f18e79cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00289460-f2b5-428a-aeef-3bc6f537723a'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:30:35.963743 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5cd651-fcd3-4378-9247-43c2ab38265d" -d '{"events": [{"server_uuid": "ad2bbea7-8898-437c-9906-b48f18e79cda", "name": "network-vif-plugged", "status": "completed", "tag": "00289460-f2b5-428a-aeef-3bc6f537723a"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:30:35.968606 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] Publish callbacks [] for security_group (d4d5336d-db9d-4246-afd1-e2023692872a), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:35.980362 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 00289460-f2b5-428a-aeef-3bc6f537723a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=00289460-f2b5-428a-aeef-3bc6f537723a,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:30:36.006235 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60fac8d-36f7-482d-829f-d1efea44f718 x-openstack-request-id: req-e60fac8d-36f7-482d-829f-d1efea44f718 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:30:36.006675 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2bbea7-8898-437c-9906-b48f18e79cda", "name": "network-vif-plugged", "status": "completed", "tag": "00289460-f2b5-428a-aeef-3bc6f537723a", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:30:36.007038 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e60fac8d-36f7-482d-829f-d1efea44f718 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:30:36.007519 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2bbea7-8898-437c-9906-b48f18e79cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00289460-f2b5-428a-aeef-3bc6f537723a', 'code': 200} Feb 14 19:30:36.063110 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (d4d5336d-db9d-4246-afd1-e2023692872a), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:36.085360 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:30:36.097775 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (00289460-f2b5-428a-aeef-3bc6f537723a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:36.099761 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d5336d-db9d-4246-afd1-e2023692872a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:36.106637 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (ad5331b1-6247-42b7-95bf-acf6b4720239), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:36.107111 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.segments_db [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] Added segment ad5331b1-6247-42b7-95bf-acf6b4720239 of type vlan for network 18709779-44c4-4f08-9187-e94c77aa619c Feb 14 19:30:36.161924 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=00289460-f2b5-428a-aeef-3bc6f537723a,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:36.169837 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (18709779-44c4-4f08-9187-e94c77aa619c), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:36.303378 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (18709779-44c4-4f08-9187-e94c77aa619c), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:36.304386 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:36.304981 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:36.382612 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] Pushing event updated for resources: {'Network': ['ID=18709779-44c4-4f08-9187-e94c77aa619c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:36.391412 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network 18709779-44c4-4f08-9187-e94c77aa619c details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:30:36.442833 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-b0979ffe-95e4-4deb-b2fa-e7152fbba4f1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8423667 Feb 14 19:30:36.446279 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 32828) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:36.454528 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-58041aff-e835-4018-9283-3d69c2619089 admin admin] Request body: {'subnet': {'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1625202714-subnet', 'tenant_id': 'effeb13951274360878df6e825f49990', 'ip_version': 4}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:36.465176 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed172a-17d2-42d7-abb1-23e047c6987a req-228bb1cc-eb69-4411-aaf5-a56c4850dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:36.467063 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-13ed172a-17d2-42d7-abb1-23e047c6987a req-228bb1cc-eb69-4411-aaf5-a56c4850dd19 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 1130 time: 0.0580530 Feb 14 19:30:36.515901 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-13ed172a-17d2-42d7-abb1-23e047c6987a req-ad3b9513-5577-4c0b-b2d4-8c0a58a41161 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 Feb 14 19:30:36.556173 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58041aff-e835-4018-9283-3d69c2619089 admin admin] Made reservation on behalf of effeb13951274360878df6e825f49990 for: {'subnet': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:30:36.558514 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-58041aff-e835-4018-9283-3d69c2619089 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126032166'] for subnet (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:36.618832 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128cfe1-610e-45a9-bc08-2a309b2f00c8 req-358e64c4-1ae3-493c-863e-920fe2d3c0b8 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:36.620383 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a128cfe1-610e-45a9-bc08-2a309b2f00c8 req-358e64c4-1ae3-493c-863e-920fe2d3c0b8 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 946 time: 0.1078026 Feb 14 19:30:36.693199 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a128cfe1-610e-45a9-bc08-2a309b2f00c8 req-a99bd920-5c8f-47ff-9a09-fa04776f74cb tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649135 Feb 14 19:30:36.868890 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-58041aff-e835-4018-9283-3d69c2619089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125990480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126032148'] for subnet (546abd88-ac1d-4c1e-a511-ab5543168169), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:36.925115 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58041aff-e835-4018-9283-3d69c2619089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=546abd88-ac1d-4c1e-a511-ab5543168169,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:36.936225 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58041aff-e835-4018-9283-3d69c2619089 admin admin] Checking segment: {'id': 'ad5331b1-6247-42b7-95bf-acf6b4720239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:30:36.936582 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58041aff-e835-4018-9283-3d69c2619089 admin admin] Network hostable DHCP agents. Network: 18709779-44c4-4f08-9187-e94c77aa619c, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:30:37.051274 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58041aff-e835-4018-9283-3d69c2619089 admin admin] Network 18709779-44c4-4f08-9187-e94c77aa619c is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:30:37.257312 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-58041aff-e835-4018-9283-3d69c2619089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, 18709779-44c4-4f08-9187-e94c77aa619c) {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:30:37.261551 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58041aff-e835-4018-9283-3d69c2619089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:37.262155 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-58041aff-e835-4018-9283-3d69c2619089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:37.268001 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b7f578-5724-4815-a0d7-6a508709221b None None] Network 18709779-44c4-4f08-9187-e94c77aa619c requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:30:37.371667 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2e9e606-a314-5246-a6ef-5781a731b869-18709779-44c4-4f08-9187-e94c77aa619c', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'project_id': 'effeb13951274360878df6e825f49990', 'fixed_ips': [{'subnet_id': '546abd88-ac1d-4c1e-a511-ab5543168169'}]}} from dv-cinder-816898-8-iscsi. {{(pid=103312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 19:30:37.372795 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:37.463851 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-58041aff-e835-4018-9283-3d69c2619089 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0136280 Feb 14 19:30:37.466835 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 32832) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:37.471405 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:37.516129 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.db_base_plugin_common [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Allocated IP 172.20.0.2 (18709779-44c4-4f08-9187-e94c77aa619c/546abd88-ac1d-4c1e-a511-ab5543168169/c4dec325-45e4-4d54-b3c6-ae0c72108808) {{(pid=103312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:30:37.635901 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254098'] for router (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:37.637041 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254107'] for router (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:37.666914 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Publish callbacks [] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), precommit_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:37.706365 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Publish callbacks [] for router_controller (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), precommit_add_association {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:37.783669 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:37.838752 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Network 18709779-44c4-4f08-9187-e94c77aa619c is already hosted by enough agents. {{(pid=103312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:30:37.842087 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.base_scheduler [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Resources bound (agent type, host, resource id): {{(pid=103312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:30:37.850763 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Received port after_create {{(pid=103312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:30:37.860281 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Pushing event updated for resources: {'Port': ['ID=c4dec325-45e4-4d54-b3c6-ae0c72108808,revision_number=1']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:37.928278 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Attempting to bind port c4dec325-45e4-4d54-b3c6-ae0c72108808 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:30:37.928723 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Attempting to bind port c4dec325-45e4-4d54-b3c6-ae0c72108808 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': 'ad5331b1-6247-42b7-95bf-acf6b4720239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:30:37.929110 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Attempting to bind port c4dec325-45e4-4d54-b3c6-ae0c72108808 on network 18709779-44c4-4f08-9187-e94c77aa619c {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:30:37.935190 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:30:37.935634 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Checking segment: {'id': 'ad5331b1-6247-42b7-95bf-acf6b4720239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:30:37.936056 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:37.936460 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Bound using segment: {'id': 'ad5331b1-6247-42b7-95bf-acf6b4720239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:30:37.936949 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Bound port: c4dec325-45e4-4d54-b3c6-ae0c72108808, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5331b1-6247-42b7-95bf-acf6b4720239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:30:37.937340 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:38.014336 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] For port c4dec325-45e4-4d54-b3c6-ae0c72108808, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:30:38.017870 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] For port c4dec325-45e4-4d54-b3c6-ae0c72108808, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=c4dec325-45e4-4d54-b3c6-ae0c72108808,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:30:38.112960 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:38.136315 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f647c6a-0f96-47df-bb1a-c28ad6ffb9f3 req-a92d14ed-d4c0-4a98-ba74-23a2ef848cf3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:38.137915 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8f647c6a-0f96-47df-bb1a-c28ad6ffb9f3 req-a92d14ed-d4c0-4a98-ba74-23a2ef848cf3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 946 time: 0.3661819 Feb 14 19:30:38.195938 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113c56d-ba3b-426c-8ca9-7c18693f7ab1 None None] Pushing event updated for resources: {'Port': ['ID=c4dec325-45e4-4d54-b3c6-ae0c72108808,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:38.229286 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Publish callbacks [] for router_gateway (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:38.265878 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8f647c6a-0f96-47df-bb1a-c28ad6ffb9f3 req-c7a1ab1e-847f-4e88-bf5c-cf454b30563a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916696 Feb 14 19:30:38.612201 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Publish callbacks [] for router_gateway (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:38.632600 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:38.739277 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Allocated IP 172.27.2.214 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/2ebeda75-51a0-4cac-b251-018ca35cce5a) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:30:38.857695 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Publish callbacks [] for port (2ebeda75-51a0-4cac-b251-018ca35cce5a), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:39.001811 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (2ebeda75-51a0-4cac-b251-018ca35cce5a), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:39.042064 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:30:39.049736 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:30:39.052797 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:30:39.076958 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Pushing event updated for resources: {'Port': ['ID=2ebeda75-51a0-4cac-b251-018ca35cce5a,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:39.140445 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fae8fea-9449-4d46-b79b-4ad35b827fa6 None None] Network 18709779-44c4-4f08-9187-e94c77aa619c requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:30:39.223314 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-b30365fc-7330-4501-a433-dc93bb97e1b1 None None] Provisioning complete for port c4dec325-45e4-4d54-b3c6-ae0c72108808 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:39.223528 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-b30365fc-7330-4501-a433-dc93bb97e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:39.352456 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device c4dec325-45e4-4d54-b3c6-ae0c72108808 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:30:39.384348 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-b30365fc-7330-4501-a433-dc93bb97e1b1 None None] Current status of the port c4dec325-45e4-4d54-b3c6-ae0c72108808 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:39.385528 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-b30365fc-7330-4501-a433-dc93bb97e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:39.436858 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-b30365fc-7330-4501-a433-dc93bb97e1b1 None None] For port c4dec325-45e4-4d54-b3c6-ae0c72108808, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=c4dec325-45e4-4d54-b3c6-ae0c72108808,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:30:39.454523 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port c4dec325-45e4-4d54-b3c6-ae0c72108808 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:39.454523 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:39.511010 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135d81c-5aa0-4247-af75-a3cdfcf322c1 req-d4f50c97-2c39-4f26-982e-da18c6f64be0 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:39.511010 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a135d81c-5aa0-4247-af75-a3cdfcf322c1 req-d4f50c97-2c39-4f26-982e-da18c6f64be0 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 946 time: 0.1056790 Feb 14 19:30:39.520356 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Publish callbacks [] for router_gateway (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:39.559833 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port c4dec325-45e4-4d54-b3c6-ae0c72108808 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:39.568192 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:39.607706 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-b30365fc-7330-4501-a433-dc93bb97e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:39.655341 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a135d81c-5aa0-4247-af75-a3cdfcf322c1 req-1d9b3d6f-d18a-4739-8118-4733056aa333 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459167 Feb 14 19:30:39.674832 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.db.api [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 14 19:30:39.675166 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG oslo_db.api [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 14 19:30:39.700117 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30365fc-7330-4501-a433-dc93bb97e1b1 None None] Pushing event updated for resources: {'Port': ['ID=c4dec325-45e4-4d54-b3c6-ae0c72108808,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:39.735684 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-f9ee9589-59b7-48da-8409-b943326c683c None None] Provisioning complete for port c4dec325-45e4-4d54-b3c6-ae0c72108808 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:39.736106 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9589-59b7-48da-8409-b943326c683c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:39.822690 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922319'] for router (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:39.838099 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee9589-59b7-48da-8409-b943326c683c None None] Current status of the port c4dec325-45e4-4d54-b3c6-ae0c72108808 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:40.091258 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed is scheduled to L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a with binding_index 1 {{(pid=103311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 19:30:40.213063 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port c4dec325-45e4-4d54-b3c6-ae0c72108808 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:40.218649 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:30:40.228244 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Sync routers for ids ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:30:40.237669 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Routers {'305c53cd-fcc6-4b99-b04a-72b2bcade1ed'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:30:40.238799 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:30:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:40.354470 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Set router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:30:40.388556 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:40.389893 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-67f55f84-87fc-4cf6-a270-ff20dbd2000a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9220262 Feb 14 19:30:40.392882 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 32842) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:40.563739 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:30:39Z', 'revision_number': 3, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port': {'id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:38Z', 'updated_at': '2022-02-14T19:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:40.597808 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Checking router: 305c53cd-fcc6-4b99-b04a-72b2bcade1ed for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:30:40.598162 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Updating router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed port 2ebeda75-51a0-4cac-b251-018ca35cce5a binding host dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:30:40.626650 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (2ebeda75-51a0-4cac-b251-018ca35cce5a), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:40.733266 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5e5affa9-61c1-40a9-9c57-c2172f896fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:40.884941 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:41.043636 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Publish callbacks [] for port (2ebeda75-51a0-4cac-b251-018ca35cce5a), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:41.062825 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Allocated IP 172.20.0.1 (18709779-44c4-4f08-9187-e94c77aa619c/546abd88-ac1d-4c1e-a511-ab5543168169/fa9f41af-e5a6-46ad-93ab-7841c18f35ae) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:30:41.114538 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (2ebeda75-51a0-4cac-b251-018ca35cce5a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:41.177020 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Attempting to bind port 2ebeda75-51a0-4cac-b251-018ca35cce5a on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:30:41.177422 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Attempting to bind port 2ebeda75-51a0-4cac-b251-018ca35cce5a by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:30:41.177786 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Attempting to bind port 2ebeda75-51a0-4cac-b251-018ca35cce5a on network 9a6a78c9-b5ec-42b3-b017-41817bfee45c {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:30:41.181246 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9920f-9fe5-470f-9dfc-37e5174ce5b2 None None] Pushing event updated for resources: {'Port': ['ID=2ebeda75-51a0-4cac-b251-018ca35cce5a,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:41.186202 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Publish callbacks [] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:41.186647 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:30:41.187019 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Checking segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:30:41.187558 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:41.187964 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Bound using segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:30:41.189252 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Bound port: 2ebeda75-51a0-4cac-b251-018ca35cce5a, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:30:41.189252 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (2ebeda75-51a0-4cac-b251-018ca35cce5a), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:41.245305 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] For port 2ebeda75-51a0-4cac-b251-018ca35cce5a, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:30:41.249258 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] For port 2ebeda75-51a0-4cac-b251-018ca35cce5a, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=2ebeda75-51a0-4cac-b251-018ca35cce5a,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:30:41.316224 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device c4dec325-45e4-4d54-b3c6-ae0c72108808 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:30:41.367203 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port c4dec325-45e4-4d54-b3c6-ae0c72108808 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:41.367579 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:41.392980 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:41.394337 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (2ebeda75-51a0-4cac-b251-018ca35cce5a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:41.434939 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Network 18709779-44c4-4f08-9187-e94c77aa619c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:30:41.438048 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:30:41.444646 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:30:41.479461 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9f41af-e5a6-46ad-93ab-7841c18f35ae,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:41.482620 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Routers {'305c53cd-fcc6-4b99-b04a-72b2bcade1ed'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:30:41.483530 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:30:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:41.512994 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3922876'] for router_interface (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:41.545641 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9920f-9fe5-470f-9dfc-37e5174ce5b2 None None] Pushing event updated for resources: {'Port': ['ID=2ebeda75-51a0-4cac-b251-018ca35cce5a,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:41.574835 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port c4dec325-45e4-4d54-b3c6-ae0c72108808 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:41.643873 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] Set router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:30:41.822549 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-4227d147-43ad-4cd1-a4d3-20cb09dd3a5a None None] Provisioning complete for port fa9f41af-e5a6-46ad-93ab-7841c18f35ae triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:41.822933 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4227d147-43ad-4cd1-a4d3-20cb09dd3a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:41.843159 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:41.873586 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-4227d147-43ad-4cd1-a4d3-20cb09dd3a5a None None] Port fa9f41af-e5a6-46ad-93ab-7841c18f35ae cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:30:41.890079 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:30:39Z', 'revision_number': 3, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port': {'id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:38Z', 'updated_at': '2022-02-14T19:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:41.922741 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34e173-7b68-4ecf-98ca-f27296281d45 None None] The sync data for ids ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'] in dv-cinder-816898-8-iscsi is: [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:30:39Z', 'revision_number': 3, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port': {'id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:38Z', 'updated_at': '2022-02-14T19:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:30:42.052936 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Publish callbacks [] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:42.188470 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:42.278240 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9f41af-e5a6-46ad-93ab-7841c18f35ae,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:42.281073 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922880'] for router_interface (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:42.406796 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Network 18709779-44c4-4f08-9187-e94c77aa619c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:30:42.410084 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:30:42.585454 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:30:42.722190 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-a5e1d72c-1f6d-4e58-b348-912fe86d1544 None None] Provisioning complete for port fa9f41af-e5a6-46ad-93ab-7841c18f35ae triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:42.722795 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-a5e1d72c-1f6d-4e58-b348-912fe86d1544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:42.732640 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:30:42.748229 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-32ec4119-3e52-45c6-9b00-91eef9dc1408 admin admin] 10.222.0.26 "PUT /v2.0/routers/305c53cd-fcc6-4b99-b04a-72b2bcade1ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3446081 Feb 14 19:30:42.802616 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1d72c-1f6d-4e58-b348-912fe86d1544 None None] Port fa9f41af-e5a6-46ad-93ab-7841c18f35ae cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:30:42.886096 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-32e3cfa0-79ae-4617-9df2-0a926b5cc602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:43.368980 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 2ebeda75-51a0-4cac-b251-018ca35cce5a up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:30:43.442477 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 2ebeda75-51a0-4cac-b251-018ca35cce5a triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:43.442477 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (2ebeda75-51a0-4cac-b251-018ca35cce5a), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:43.553993 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 2ebeda75-51a0-4cac-b251-018ca35cce5a is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:43.554734 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (2ebeda75-51a0-4cac-b251-018ca35cce5a), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:43.593331 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port 2ebeda75-51a0-4cac-b251-018ca35cce5a, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=2ebeda75-51a0-4cac-b251-018ca35cce5a,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:30:43.697339 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (2ebeda75-51a0-4cac-b251-018ca35cce5a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:43.716327 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 32874) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:43.730197 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1750145308-network', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:43.768070 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=2ebeda75-51a0-4cac-b251-018ca35cce5a,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:43.840751 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Sync routers for ids ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:30:43.858575 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Routers {'305c53cd-fcc6-4b99-b04a-72b2bcade1ed'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:30:43.863200 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:30:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:43.908431 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] Made reservation on behalf of eb8b2999fbe344ee9898e2cc20030b86 for: {'network': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:30:43.912362 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:43.930865 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:43.973097 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Set router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:30:44.049148 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] Publish callbacks [] for security_group (6e2e01d6-3ba3-47bb-b5d1-e863a5a78d63), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:44.166416 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (6e2e01d6-3ba3-47bb-b5d1-e863a5a78d63), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:44.197080 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:30:44.219514 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2e01d6-3ba3-47bb-b5d1-e863a5a78d63,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:44.229336 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (be46842f-d8ee-484e-9201-bfc50b997a40), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:44.229935 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.segments_db [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] Added segment be46842f-d8ee-484e-9201-bfc50b997a40 of type vlan for network 6ce7a369-67e4-44ef-8e54-1ae685438b91 Feb 14 19:30:44.251902 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:44.258166 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:30:41Z', 'revision_number': 4, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port': {'id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:38Z', 'updated_at': '2022-02-14T19:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'fa9f41af-e5a6-46ad-93ab-7841c18f35ae', 'name': '', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'tenant_id': 'effeb13951274360878df6e825f49990', 'mac_address': 'fa:16:3e:ac:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:40Z', 'updated_at': '2022-02-14T19:30:41Z', 'revision_number': 2, 'project_id': 'effeb13951274360878df6e825f49990', 'subnets': [{'id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:44.290456 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Checking router: 305c53cd-fcc6-4b99-b04a-72b2bcade1ed for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:30:44.290785 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Updating router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed port fa9f41af-e5a6-46ad-93ab-7841c18f35ae binding host dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:30:44.304732 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (6ce7a369-67e4-44ef-8e54-1ae685438b91), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:44.321821 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:44.460784 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (6ce7a369-67e4-44ef-8e54-1ae685438b91), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:44.461899 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:44.462880 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:44.531885 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] Pushing event updated for resources: {'Network': ['ID=6ce7a369-67e4-44ef-8e54-1ae685438b91,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:44.543152 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network 6ce7a369-67e4-44ef-8e54-1ae685438b91 details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:30:44.582847 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-3b41556d-4f92-4801-8666-360231dccf8b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8619304 Feb 14 19:30:44.583896 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 32878) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:44.591604 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-a9f6a35d-862d-4e52-933c-5c2aac1d97b2 admin admin] Request body: {'subnet': {'network_id': '6ce7a369-67e4-44ef-8e54-1ae685438b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1750145308-subnet', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'ip_version': 4}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:44.609723 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Publish callbacks [] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:44.710431 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:44.737258 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f6a35d-862d-4e52-933c-5c2aac1d97b2 admin admin] Made reservation on behalf of eb8b2999fbe344ee9898e2cc20030b86 for: {'subnet': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:30:44.739626 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a9f6a35d-862d-4e52-933c-5c2aac1d97b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126032166'] for subnet (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:44.793223 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Pushing event updated for resources: {'Port': ['ID=fa9f41af-e5a6-46ad-93ab-7841c18f35ae,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:44.813926 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:44.814487 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:44.814934 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:44.815371 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:44.815801 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:44.816227 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:44.816780 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:44.817095 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:44.817521 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:44.818960 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:44.819437 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:44.820011 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:44.820476 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:30:44.843303 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Attempting to bind port fa9f41af-e5a6-46ad-93ab-7841c18f35ae on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:30:44.844478 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Attempting to bind port fa9f41af-e5a6-46ad-93ab-7841c18f35ae by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': 'ad5331b1-6247-42b7-95bf-acf6b4720239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:30:44.845082 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Attempting to bind port fa9f41af-e5a6-46ad-93ab-7841c18f35ae on network 18709779-44c4-4f08-9187-e94c77aa619c {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:30:44.851436 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:30:44.851805 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Checking segment: {'id': 'ad5331b1-6247-42b7-95bf-acf6b4720239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:30:44.852206 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:44.853620 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Bound using segment: {'id': 'ad5331b1-6247-42b7-95bf-acf6b4720239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:30:44.854230 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Bound port: fa9f41af-e5a6-46ad-93ab-7841c18f35ae, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5331b1-6247-42b7-95bf-acf6b4720239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:30:44.854816 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:44.940508 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] For port fa9f41af-e5a6-46ad-93ab-7841c18f35ae, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:30:44.945142 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] For port fa9f41af-e5a6-46ad-93ab-7841c18f35ae, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=fa9f41af-e5a6-46ad-93ab-7841c18f35ae,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:30:45.048161 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-66e83737-3b74-4c92-80a5-d08d4df8bfdd None None] Provisioning complete for port fa9f41af-e5a6-46ad-93ab-7841c18f35ae triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:45.048686 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-66e83737-3b74-4c92-80a5-d08d4df8bfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:45.084365 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:45.096761 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-66e83737-3b74-4c92-80a5-d08d4df8bfdd None None] Port fa9f41af-e5a6-46ad-93ab-7841c18f35ae cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:30:45.154189 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27482b83-7b65-485a-8df2-2f4f89697cb7 None None] Pushing event updated for resources: {'Port': ['ID=fa9f41af-e5a6-46ad-93ab-7841c18f35ae,revision_number=4']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:45.157010 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Routers {'305c53cd-fcc6-4b99-b04a-72b2bcade1ed'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:30:45.157828 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:30:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:45.175651 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a9f6a35d-862d-4e52-933c-5c2aac1d97b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125990480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126032148'] for subnet (ed2b480f-955e-4e20-85ca-4e3963d50087), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:45.263548 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6a35d-862d-4e52-933c-5c2aac1d97b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed2b480f-955e-4e20-85ca-4e3963d50087,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:45.276805 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f6a35d-862d-4e52-933c-5c2aac1d97b2 admin admin] Checking segment: {'id': 'be46842f-d8ee-484e-9201-bfc50b997a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ce7a369-67e4-44ef-8e54-1ae685438b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:30:45.277198 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f6a35d-862d-4e52-933c-5c2aac1d97b2 admin admin] Network hostable DHCP agents. Network: 6ce7a369-67e4-44ef-8e54-1ae685438b91, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:30:45.344906 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] Set router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:30:45.377530 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 2ebeda75-51a0-4cac-b251-018ca35cce5a up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:30:45.405204 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f6a35d-862d-4e52-933c-5c2aac1d97b2 admin admin] Network 6ce7a369-67e4-44ef-8e54-1ae685438b91 is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:30:45.445871 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-4aefed0b-b4b3-419a-b5a2-9baebf60e124 None None] Provisioning complete for port fa9f41af-e5a6-46ad-93ab-7841c18f35ae triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:45.446281 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4aefed0b-b4b3-419a-b5a2-9baebf60e124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:45.477743 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 2ebeda75-51a0-4cac-b251-018ca35cce5a triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:45.478135 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (2ebeda75-51a0-4cac-b251-018ca35cce5a), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:45.527110 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-a9f6a35d-862d-4e52-933c-5c2aac1d97b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, 6ce7a369-67e4-44ef-8e54-1ae685438b91) {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:30:45.527110 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f6a35d-862d-4e52-933c-5c2aac1d97b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:45.527110 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-a9f6a35d-862d-4e52-933c-5c2aac1d97b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:45.531607 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2e0f0b-a903-41f4-8a75-00e1bb949f38 None None] Network 6ce7a369-67e4-44ef-8e54-1ae685438b91 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:30:45.610090 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:30:41Z', 'revision_number': 4, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port': {'id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:38Z', 'updated_at': '2022-02-14T19:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'fa9f41af-e5a6-46ad-93ab-7841c18f35ae', 'name': '', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'tenant_id': 'effeb13951274360878df6e825f49990', 'mac_address': 'fa:16:3e:ac:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:40Z', 'updated_at': '2022-02-14T19:30:44Z', 'revision_number': 4, 'project_id': 'effeb13951274360878df6e825f49990', 'subnets': [{'id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:45.641446 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f7d66e-e993-4ba5-8f35-11af2ca5cf69 None None] The sync data for ids ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'] in dv-cinder-816898-8-iscsi is: [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:30:41Z', 'revision_number': 4, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port': {'id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:38Z', 'updated_at': '2022-02-14T19:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'fa9f41af-e5a6-46ad-93ab-7841c18f35ae', 'name': '', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'tenant_id': 'effeb13951274360878df6e825f49990', 'mac_address': 'fa:16:3e:ac:61:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:40Z', 'updated_at': '2022-02-14T19:30:44Z', 'revision_number': 4, 'project_id': 'effeb13951274360878df6e825f49990', 'subnets': [{'id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:30:45.653916 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-a9f6a35d-862d-4e52-933c-5c2aac1d97b2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0686629 Feb 14 19:30:45.656552 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 32882) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:45.663619 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1750145308-router', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:45.686101 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-4aefed0b-b4b3-419a-b5a2-9baebf60e124 None None] Current status of the port fa9f41af-e5a6-46ad-93ab-7841c18f35ae is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:45.686549 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4aefed0b-b4b3-419a-b5a2-9baebf60e124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:45.743280 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:45.781685 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 2ebeda75-51a0-4cac-b251-018ca35cce5a is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:45.797465 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2e9e606-a314-5246-a6ef-5781a731b869-6ce7a369-67e4-44ef-8e54-1ae685438b91', 'network_id': '6ce7a369-67e4-44ef-8e54-1ae685438b91', 'project_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'fixed_ips': [{'subnet_id': 'ed2b480f-955e-4e20-85ca-4e3963d50087'}]}} from dv-cinder-816898-8-iscsi. {{(pid=103312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 14 19:30:45.798332 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:45.807366 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-4aefed0b-b4b3-419a-b5a2-9baebf60e124 None None] For port fa9f41af-e5a6-46ad-93ab-7841c18f35ae, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=fa9f41af-e5a6-46ad-93ab-7841c18f35ae,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:30:45.822862 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254098'] for router (10842541-4103-46da-a983-397260f912a3), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:45.824946 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3922364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3825459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254107'] for router (10842541-4103-46da-a983-397260f912a3), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:45.912245 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Publish callbacks [] for router_controller (10842541-4103-46da-a983-397260f912a3), precommit_add_association {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:45.945501 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-4aefed0b-b4b3-419a-b5a2-9baebf60e124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:46.003184 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.db_base_plugin_common [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Allocated IP 172.20.0.2 (6ce7a369-67e4-44ef-8e54-1ae685438b91/ed2b480f-955e-4e20-85ca-4e3963d50087/674bbe46-ad17-453f-8267-a36aea426492) {{(pid=103312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:30:46.025882 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefed0b-b4b3-419a-b5a2-9baebf60e124 None None] Pushing event updated for resources: {'Port': ['ID=fa9f41af-e5a6-46ad-93ab-7841c18f35ae,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:46.186511 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Publish callbacks [] for router_gateway (10842541-4103-46da-a983-397260f912a3), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:46.343998 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Publish callbacks [] for port (674bbe46-ad17-453f-8267-a36aea426492), precommit_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:46.445846 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621'] for port (674bbe46-ad17-453f-8267-a36aea426492), after_create {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:46.472749 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Network 6ce7a369-67e4-44ef-8e54-1ae685438b91 is already hosted by enough agents. {{(pid=103312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:30:46.475944 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.scheduler.base_scheduler [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Resources bound (agent type, host, resource id): {{(pid=103312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:30:46.503188 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Received port after_create {{(pid=103312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:30:46.545082 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Publish callbacks [] for router_gateway (10842541-4103-46da-a983-397260f912a3), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:46.567293 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:46.579679 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Pushing event updated for resources: {'Port': ['ID=674bbe46-ad17-453f-8267-a36aea426492,revision_number=1']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:46.582228 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Attempting to bind port 674bbe46-ad17-453f-8267-a36aea426492 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:30:46.582633 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Attempting to bind port 674bbe46-ad17-453f-8267-a36aea426492 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': 'be46842f-d8ee-484e-9201-bfc50b997a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ce7a369-67e4-44ef-8e54-1ae685438b91'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:30:46.582995 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Attempting to bind port 674bbe46-ad17-453f-8267-a36aea426492 on network 6ce7a369-67e4-44ef-8e54-1ae685438b91 {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:30:46.590847 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:30:46.595488 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Checking segment: {'id': 'be46842f-d8ee-484e-9201-bfc50b997a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ce7a369-67e4-44ef-8e54-1ae685438b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:30:46.595488 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:46.595488 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Bound using segment: {'id': 'be46842f-d8ee-484e-9201-bfc50b997a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ce7a369-67e4-44ef-8e54-1ae685438b91'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:30:46.595488 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Bound port: 674bbe46-ad17-453f-8267-a36aea426492, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be46842f-d8ee-484e-9201-bfc50b997a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ce7a369-67e4-44ef-8e54-1ae685438b91'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:30:46.595488 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (674bbe46-ad17-453f-8267-a36aea426492), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:46.681039 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:46.684938 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] For port 674bbe46-ad17-453f-8267-a36aea426492, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:30:46.689526 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] For port 674bbe46-ad17-453f-8267-a36aea426492, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=674bbe46-ad17-453f-8267-a36aea426492,segment=NetworkSegment(be46842f-d8ee-484e-9201-bfc50b997a40),segment_id=be46842f-d8ee-484e-9201-bfc50b997a40)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:30:46.710515 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Allocated IP 172.27.2.107 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/ecb0a729-7992-4eea-b119-ebdfbf32e3e8) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:30:46.798782 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (674bbe46-ad17-453f-8267-a36aea426492), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:46.835884 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Publish callbacks [] for port (ecb0a729-7992-4eea-b119-ebdfbf32e3e8), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:46.870372 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126a49e-c70c-4f25-94fc-363a3a4eec9e None None] Pushing event updated for resources: {'Port': ['ID=674bbe46-ad17-453f-8267-a36aea426492,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:47.001051 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (ecb0a729-7992-4eea-b119-ebdfbf32e3e8), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:47.076915 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:30:47.101989 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:30:47.104723 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb0a729-7992-4eea-b119-ebdfbf32e3e8,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:47.107040 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:30:47.408836 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device fa9f41af-e5a6-46ad-93ab-7841c18f35ae up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:30:47.479195 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port fa9f41af-e5a6-46ad-93ab-7841c18f35ae triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:47.479859 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:47.568252 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port fa9f41af-e5a6-46ad-93ab-7841c18f35ae is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:47.569435 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 674bbe46-ad17-453f-8267-a36aea426492 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:30:47.627247 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 674bbe46-ad17-453f-8267-a36aea426492 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:47.627619 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (674bbe46-ad17-453f-8267-a36aea426492), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:47.728533 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 674bbe46-ad17-453f-8267-a36aea426492 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:47.732146 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (674bbe46-ad17-453f-8267-a36aea426492), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:47.750444 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Publish callbacks [] for router_gateway (10842541-4103-46da-a983-397260f912a3), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:47.769426 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port 674bbe46-ad17-453f-8267-a36aea426492, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=674bbe46-ad17-453f-8267-a36aea426492,segment=NetworkSegment(be46842f-d8ee-484e-9201-bfc50b997a40),segment_id=be46842f-d8ee-484e-9201-bfc50b997a40)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:30:47.885801 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (674bbe46-ad17-453f-8267-a36aea426492), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:47.957027 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=674bbe46-ad17-453f-8267-a36aea426492,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:47.964855 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4d9818-d3d8-4191-b787-132901978994 None None] Network 6ce7a369-67e4-44ef-8e54-1ae685438b91 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:30:47.997769 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922319'] for router (10842541-4103-46da-a983-397260f912a3), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:48.035050 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-1462eb2c-556c-41eb-a0aa-f5c8e93ae452 None None] Provisioning complete for port 674bbe46-ad17-453f-8267-a36aea426492 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:48.035426 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-1462eb2c-556c-41eb-a0aa-f5c8e93ae452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (674bbe46-ad17-453f-8267-a36aea426492), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:48.173365 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-1462eb2c-556c-41eb-a0aa-f5c8e93ae452 None None] Current status of the port 674bbe46-ad17-453f-8267-a36aea426492 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:48.308424 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Router 10842541-4103-46da-a983-397260f912a3 is scheduled to L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a with binding_index 1 {{(pid=103311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 14 19:30:48.403066 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-95a5e87f-c0ed-4180-bf66-2db5bbe7f52a None None] Provisioning complete for port 674bbe46-ad17-453f-8267-a36aea426492 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:48.403467 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-95a5e87f-c0ed-4180-bf66-2db5bbe7f52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (674bbe46-ad17-453f-8267-a36aea426492), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:48.432155 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:30:48.444538 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Sync routers for ids ['10842541-4103-46da-a983-397260f912a3'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:30:48.461396 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Routers {'10842541-4103-46da-a983-397260f912a3'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:30:48.462033 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:30:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['10842541-4103-46da-a983-397260f912a3'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:48.522902 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:48.524605 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-df7a4144-e3dd-4f58-8a78-ebc74ec147c9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8667526 Feb 14 19:30:48.527102 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 32894) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:48.585593 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-95a5e87f-c0ed-4180-bf66-2db5bbe7f52a None None] Current status of the port 674bbe46-ad17-453f-8267-a36aea426492 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:48.615103 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Set router 10842541-4103-46da-a983-397260f912a3 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:30:48.809909 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10842541-4103-46da-a983-397260f912a3', 'name': 'tempest-TestShelveInstance-1750145308-router', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ecb0a729-7992-4eea-b119-ebdfbf32e3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:45Z', 'updated_at': '2022-02-14T19:30:47Z', 'revision_number': 3, 'project_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'gw_port': {'id': 'ecb0a729-7992-4eea-b119-ebdfbf32e3e8', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:df:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10842541-4103-46da-a983-397260f912a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:46Z', 'updated_at': '2022-02-14T19:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:48.836661 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Checking router: 10842541-4103-46da-a983-397260f912a3 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:30:48.837006 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Updating router 10842541-4103-46da-a983-397260f912a3 port ecb0a729-7992-4eea-b119-ebdfbf32e3e8 binding host dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:30:48.868922 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (ecb0a729-7992-4eea-b119-ebdfbf32e3e8), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:48.990132 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:49.138179 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Publish callbacks [] for port (ecb0a729-7992-4eea-b119-ebdfbf32e3e8), precommit_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:49.154788 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_common [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Allocated IP 172.20.0.1 (6ce7a369-67e4-44ef-8e54-1ae685438b91/ed2b480f-955e-4e20-85ca-4e3963d50087/706be6d0-4ad9-410d-b570-1d75853849fa) {{(pid=103311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:30:49.282787 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Publish callbacks [] for port (706be6d0-4ad9-410d-b570-1d75853849fa), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:49.344341 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 674bbe46-ad17-453f-8267-a36aea426492 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:30:49.371028 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (ecb0a729-7992-4eea-b119-ebdfbf32e3e8), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:49.417747 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:49.445400 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb75eb-25ac-464a-8869-666a91dfb341 None None] Pushing event updated for resources: {'Port': ['ID=ecb0a729-7992-4eea-b119-ebdfbf32e3e8,revision_number=2']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:49.452077 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Attempting to bind port ecb0a729-7992-4eea-b119-ebdfbf32e3e8 on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:30:49.452719 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Attempting to bind port ecb0a729-7992-4eea-b119-ebdfbf32e3e8 by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:30:49.453626 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Attempting to bind port ecb0a729-7992-4eea-b119-ebdfbf32e3e8 on network 9a6a78c9-b5ec-42b3-b017-41817bfee45c {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:30:49.461890 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:30:49.468080 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Checking segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:30:49.468080 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:49.468080 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Bound using segment: {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'} {{(pid=103312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:30:49.468080 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.managers [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Bound port: ecb0a729-7992-4eea-b119-ebdfbf32e3e8, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd2ab26-c322-40cf-b5e0-31451bbc71c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c'}}] {{(pid=103312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:30:49.468080 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (ecb0a729-7992-4eea-b119-ebdfbf32e3e8), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:49.468634 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Network 6ce7a369-67e4-44ef-8e54-1ae685438b91 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:30:49.468730 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:49.471629 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:30:49.476431 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Received port after_create {{(pid=103311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:30:49.481891 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Pushing event updated for resources: {'Port': ['ID=706be6d0-4ad9-410d-b570-1d75853849fa,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:49.509387 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 674bbe46-ad17-453f-8267-a36aea426492 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:49.509792 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (674bbe46-ad17-453f-8267-a36aea426492), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:49.546968 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3922876'] for router_interface (10842541-4103-46da-a983-397260f912a3), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:49.578627 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] For port ecb0a729-7992-4eea-b119-ebdfbf32e3e8, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:30:49.601121 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] For port ecb0a729-7992-4eea-b119-ebdfbf32e3e8, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=ecb0a729-7992-4eea-b119-ebdfbf32e3e8,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:30:49.685649 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 674bbe46-ad17-453f-8267-a36aea426492 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:49.730283 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (ecb0a729-7992-4eea-b119-ebdfbf32e3e8), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:49.820505 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Routers {'10842541-4103-46da-a983-397260f912a3'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:30:49.821153 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:30:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['10842541-4103-46da-a983-397260f912a3'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:49.859181 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb75eb-25ac-464a-8869-666a91dfb341 None None] Pushing event updated for resources: {'Port': ['ID=ecb0a729-7992-4eea-b119-ebdfbf32e3e8,revision_number=3']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:49.865501 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), before_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:49.879954 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-5ea57a41-eace-4aa5-9389-dc52698cd2ef None None] Provisioning complete for port 706be6d0-4ad9-410d-b570-1d75853849fa triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:49.880198 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5ea57a41-eace-4aa5-9389-dc52698cd2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:49.968263 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-5ea57a41-eace-4aa5-9389-dc52698cd2ef None None] Port 706be6d0-4ad9-410d-b570-1d75853849fa cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:30:49.991998 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] Set router 10842541-4103-46da-a983-397260f912a3 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:30:50.197794 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10842541-4103-46da-a983-397260f912a3', 'name': 'tempest-TestShelveInstance-1750145308-router', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ecb0a729-7992-4eea-b119-ebdfbf32e3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:45Z', 'updated_at': '2022-02-14T19:30:47Z', 'revision_number': 3, 'project_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'gw_port': {'id': 'ecb0a729-7992-4eea-b119-ebdfbf32e3e8', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:df:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10842541-4103-46da-a983-397260f912a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:46Z', 'updated_at': '2022-02-14T19:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:50.339359 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Publish callbacks [] for port (706be6d0-4ad9-410d-b570-1d75853849fa), precommit_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:50.378860 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dbb93b-5abb-4a1b-9937-8d0901921e89 None None] The sync data for ids ['10842541-4103-46da-a983-397260f912a3'] in dv-cinder-816898-8-iscsi is: [{'id': '10842541-4103-46da-a983-397260f912a3', 'name': 'tempest-TestShelveInstance-1750145308-router', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ecb0a729-7992-4eea-b119-ebdfbf32e3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:45Z', 'updated_at': '2022-02-14T19:30:47Z', 'revision_number': 3, 'project_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'gw_port': {'id': 'ecb0a729-7992-4eea-b119-ebdfbf32e3e8', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:df:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10842541-4103-46da-a983-397260f912a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:46Z', 'updated_at': '2022-02-14T19:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:30:50.467323 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125991641'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), after_update {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:50.556120 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Pushing event updated for resources: {'Port': ['ID=706be6d0-4ad9-410d-b570-1d75853849fa,revision_number=2']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:50.558951 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3765878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3922880'] for router_interface (10842541-4103-46da-a983-397260f912a3), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:50.704823 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Network 6ce7a369-67e4-44ef-8e54-1ae685438b91 is already hosted by enough agents. {{(pid=103311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:30:50.707616 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Resources bound (agent type, host, resource id): {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:30:50.940191 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Router 10842541-4103-46da-a983-397260f912a3 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:30:51.145009 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-b84847bb-593a-4eb5-8a3e-d21c4e05506a None None] Provisioning complete for port 706be6d0-4ad9-410d-b570-1d75853849fa triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:51.145524 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-b84847bb-593a-4eb5-8a3e-d21c4e05506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:51.159342 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:30:51.175005 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-312ae4a6-e0b2-47ea-89a6-5f72301e598c admin admin] 10.222.0.26 "PUT /v2.0/routers/10842541-4103-46da-a983-397260f912a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6377704 Feb 14 19:30:51.243657 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-b84847bb-593a-4eb5-8a3e-d21c4e05506a None None] Port 706be6d0-4ad9-410d-b570-1d75853849fa cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:30:51.387146 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-0fa42cc4-dc05-4feb-ad94-646260feba8c tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:51.391199 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-0fa42cc4-dc05-4feb-ad94-646260feba8c tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/networks?id=3f3b9ff9-bf99-465d-9ff2-430ec676aa00 HTTP/1.1" status: 200 len: 815 time: 0.2222555 Feb 14 19:30:51.416520 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-7ecc4e93-7949-4825-b196-8ee43cd0993a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/quotas/2361aa206a424033a81ea24d705940bd HTTP/1.1" status: 200 len: 375 time: 0.0153344 Feb 14 19:30:51.438573 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device ecb0a729-7992-4eea-b119-ebdfbf32e3e8 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:30:51.531420 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-161b4d00-7555-4853-936c-843f3eceb27c tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2361aa206a424033a81ea24d705940bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999951 Feb 14 19:30:51.540135 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port ecb0a729-7992-4eea-b119-ebdfbf32e3e8 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:51.546787 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (ecb0a729-7992-4eea-b119-ebdfbf32e3e8), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:51.665841 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port ecb0a729-7992-4eea-b119-ebdfbf32e3e8 is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:51.666906 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (ecb0a729-7992-4eea-b119-ebdfbf32e3e8), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:51.679965 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-0fa616a2-b18e-4569-a1a2-624affefae91 service neutron] 10.222.0.26 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367798 Feb 14 19:30:51.698313 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] For port ecb0a729-7992-4eea-b119-ebdfbf32e3e8, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=ecb0a729-7992-4eea-b119-ebdfbf32e3e8,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:30:51.805628 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-6fbf1427-5d48-448f-9374-ce0eaf6dd793 service neutron] 10.222.0.26 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091297 Feb 14 19:30:51.817250 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (ecb0a729-7992-4eea-b119-ebdfbf32e3e8), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:51.881820 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Pushing event updated for resources: {'Port': ['ID=ecb0a729-7992-4eea-b119-ebdfbf32e3e8,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:52.678245 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 32930) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:52.678245 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-3ea7f151-fb3a-4388-9ad1-5dda9e200949 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1358544532', 'description': 'tempest-secgroup-smoke-1358544532 description', 'project_id': 'effeb13951274360878df6e825f49990'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:52.733360 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b1f20853-a431-45ac-8531-f19d9819d57a req-ba0d014c-b640-404a-93fb-dd5aba03881b tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 210 time: 0.0348601 Feb 14 19:30:52.845452 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3ea7f151-fb3a-4388-9ad1-5dda9e200949 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:52.927837 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3ea7f151-fb3a-4388-9ad1-5dda9e200949 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group (4df858e2-0d22-4ef2-a011-4861989e9b52), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:53.031892 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3ea7f151-fb3a-4388-9ad1-5dda9e200949 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (4df858e2-0d22-4ef2-a011-4861989e9b52), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:53.061292 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7f151-fb3a-4388-9ad1-5dda9e200949 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df858e2-0d22-4ef2-a011-4861989e9b52,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:53.097054 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Sync routers for ids ['10842541-4103-46da-a983-397260f912a3'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:30:53.109621 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Routers {'10842541-4103-46da-a983-397260f912a3'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:30:53.110524 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:30:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['10842541-4103-46da-a983-397260f912a3'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:53.144436 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3ea7f151-fb3a-4388-9ad1-5dda9e200949 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:53.145828 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-3ea7f151-fb3a-4388-9ad1-5dda9e200949 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4732778 Feb 14 19:30:53.148781 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 32934) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:53.153052 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-4225c811-5504-4252-8110-d01c7d17e421 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Request body: {'security_group_rule': {'security_group_id': '4df858e2-0d22-4ef2-a011-4861989e9b52', 'project_id': 'effeb13951274360878df6e825f49990', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:53.234469 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Set router 10842541-4103-46da-a983-397260f912a3 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:30:53.308827 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4225c811-5504-4252-8110-d01c7d17e421 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (917a2b97-c993-4c17-bae8-5da7794bbf29), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:53.377135 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device ecb0a729-7992-4eea-b119-ebdfbf32e3e8 up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:30:53.399225 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4225c811-5504-4252-8110-d01c7d17e421 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (917a2b97-c993-4c17-bae8-5da7794bbf29), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:53.440054 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port ecb0a729-7992-4eea-b119-ebdfbf32e3e8 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:53.440531 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (ecb0a729-7992-4eea-b119-ebdfbf32e3e8), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:53.526999 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port ecb0a729-7992-4eea-b119-ebdfbf32e3e8 is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:53.537862 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4225c811-5504-4252-8110-d01c7d17e421 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (917a2b97-c993-4c17-bae8-5da7794bbf29), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:53.562696 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225c811-5504-4252-8110-d01c7d17e421 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917a2b97-c993-4c17-bae8-5da7794bbf29,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:53.576280 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10842541-4103-46da-a983-397260f912a3', 'name': 'tempest-TestShelveInstance-1750145308-router', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ecb0a729-7992-4eea-b119-ebdfbf32e3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:45Z', 'updated_at': '2022-02-14T19:30:49Z', 'revision_number': 4, 'project_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'gw_port': {'id': 'ecb0a729-7992-4eea-b119-ebdfbf32e3e8', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10842541-4103-46da-a983-397260f912a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:46Z', 'updated_at': '2022-02-14T19:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '706be6d0-4ad9-410d-b570-1d75853849fa', 'name': '', 'network_id': '6ce7a369-67e4-44ef-8e54-1ae685438b91', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'mac_address': 'fa:16:3e:0c:63:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10842541-4103-46da-a983-397260f912a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ed2b480f-955e-4e20-85ca-4e3963d50087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:49Z', 'updated_at': '2022-02-14T19:30:49Z', 'revision_number': 2, 'project_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'subnets': [{'id': 'ed2b480f-955e-4e20-85ca-4e3963d50087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:53.606625 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Checking router: 10842541-4103-46da-a983-397260f912a3 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:30:53.606979 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Updating router 10842541-4103-46da-a983-397260f912a3 port 706be6d0-4ad9-410d-b570-1d75853849fa binding host dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 14 19:30:53.622863 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4225c811-5504-4252-8110-d01c7d17e421 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:53.624103 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-4225c811-5504-4252-8110-d01c7d17e421 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4743989 Feb 14 19:30:53.627069 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 32936) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:53.632184 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-50de3e79-0343-42c8-804a-d950f0d2cc6e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Request body: {'security_group_rule': {'security_group_id': '4df858e2-0d22-4ef2-a011-4861989e9b52', 'project_id': 'effeb13951274360878df6e825f49990', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:53.639462 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:53.741210 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50de3e79-0343-42c8-804a-d950f0d2cc6e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (14a61a2a-e47c-4c2e-b821-0e1ce43e7847), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:53.823792 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50de3e79-0343-42c8-804a-d950f0d2cc6e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (14a61a2a-e47c-4c2e-b821-0e1ce43e7847), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:53.854505 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7ccd9cb3-d907-4c7c-8ede-93a07730660c req-e9647ad5-36c8-4d8a-8086-d858414cdca5 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 210 time: 0.0297232 Feb 14 19:30:53.929095 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Publish callbacks [] for port (706be6d0-4ad9-410d-b570-1d75853849fa), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:53.976097 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50de3e79-0343-42c8-804a-d950f0d2cc6e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (14a61a2a-e47c-4c2e-b821-0e1ce43e7847), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:53.999751 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de3e79-0343-42c8-804a-d950f0d2cc6e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a61a2a-e47c-4c2e-b821-0e1ce43e7847,revision_number=0']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:54.140572 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.205703 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50de3e79-0343-42c8-804a-d950f0d2cc6e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.211396 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-50de3e79-0343-42c8-804a-d950f0d2cc6e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5832202 Feb 14 19:30:54.215447 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7090bf1-aa33-447e-a96d-a02945aa360f None None] Pushing event updated for resources: {'Port': ['ID=706be6d0-4ad9-410d-b570-1d75853849fa,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:54.226603 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 32940) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:54.242964 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-41fa4847-6bd0-485b-a286-95a112f52416 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Request body: {'security_group_rule': {'security_group_id': '4df858e2-0d22-4ef2-a011-4861989e9b52', 'project_id': 'effeb13951274360878df6e825f49990', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:54.243701 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Attempting to bind port 706be6d0-4ad9-410d-b570-1d75853849fa on host dv-cinder-816898-8-iscsi for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:30:54.244063 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Attempting to bind port 706be6d0-4ad9-410d-b570-1d75853849fa by drivers openvswitch,hyperv on host dv-cinder-816898-8-iscsi at level 0 using segments [{'id': 'be46842f-d8ee-484e-9201-bfc50b997a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ce7a369-67e4-44ef-8e54-1ae685438b91'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:30:54.244422 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Attempting to bind port 706be6d0-4ad9-410d-b570-1d75853849fa on network 6ce7a369-67e4-44ef-8e54-1ae685438b91 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:30:54.250322 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Checking agent: {'id': 'ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 14, 17), 'started_at': datetime.datetime(2022, 2, 14, 19, 14, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:30:54.250724 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Checking segment: {'id': 'be46842f-d8ee-484e-9201-bfc50b997a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ce7a369-67e4-44ef-8e54-1ae685438b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:30:54.251150 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.251497 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Bound using segment: {'id': 'be46842f-d8ee-484e-9201-bfc50b997a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ce7a369-67e4-44ef-8e54-1ae685438b91'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:30:54.251964 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Bound port: 706be6d0-4ad9-410d-b570-1d75853849fa, host: dv-cinder-816898-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be46842f-d8ee-484e-9201-bfc50b997a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ce7a369-67e4-44ef-8e54-1ae685438b91'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:30:54.252333 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.324181 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] For port 706be6d0-4ad9-410d-b570-1d75853849fa, host dv-cinder-816898-8-iscsi, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:30:54.327685 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] For port 706be6d0-4ad9-410d-b570-1d75853849fa, host dv-cinder-816898-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=706be6d0-4ad9-410d-b570-1d75853849fa,segment=NetworkSegment(be46842f-d8ee-484e-9201-bfc50b997a40),segment_id=be46842f-d8ee-484e-9201-bfc50b997a40)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:30:54.342258 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-41fa4847-6bd0-485b-a286-95a112f52416 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (2a3e9aa3-71fc-4a02-a2aa-d47bdbf02f5e), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.409826 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-41fa4847-6bd0-485b-a286-95a112f52416 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (2a3e9aa3-71fc-4a02-a2aa-d47bdbf02f5e), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.429162 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.487052 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Routers {'10842541-4103-46da-a983-397260f912a3'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:30:54.488292 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:30:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['10842541-4103-46da-a983-397260f912a3'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:54.488804 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-15ea26e3-9257-4d6d-93bc-931a22497c53 None None] Provisioning complete for port 706be6d0-4ad9-410d-b570-1d75853849fa triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:54.489282 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-15ea26e3-9257-4d6d-93bc-931a22497c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.513089 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-41fa4847-6bd0-485b-a286-95a112f52416 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (2a3e9aa3-71fc-4a02-a2aa-d47bdbf02f5e), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.538440 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7090bf1-aa33-447e-a96d-a02945aa360f None None] Pushing event updated for resources: {'Port': ['ID=706be6d0-4ad9-410d-b570-1d75853849fa,revision_number=4']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:54.541249 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa4847-6bd0-485b-a286-95a112f52416 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3e9aa3-71fc-4a02-a2aa-d47bdbf02f5e,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:54.594898 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-15ea26e3-9257-4d6d-93bc-931a22497c53 None None] Current status of the port 706be6d0-4ad9-410d-b570-1d75853849fa is: DOWN; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:54.595423 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-15ea26e3-9257-4d6d-93bc-931a22497c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.625896 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] Set router 10842541-4103-46da-a983-397260f912a3 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:30:54.639251 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-15ea26e3-9257-4d6d-93bc-931a22497c53 None None] For port 706be6d0-4ad9-410d-b570-1d75853849fa, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=706be6d0-4ad9-410d-b570-1d75853849fa,segment=NetworkSegment(be46842f-d8ee-484e-9201-bfc50b997a40),segment_id=be46842f-d8ee-484e-9201-bfc50b997a40)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:30:54.680141 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-41fa4847-6bd0-485b-a286-95a112f52416 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.681709 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-41fa4847-6bd0-485b-a286-95a112f52416 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4545751 Feb 14 19:30:54.684515 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 32942) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:54.688979 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-1f01f0d6-e60e-4668-92a5-763a69cddbf2 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Request body: {'security_group_rule': {'security_group_id': '4df858e2-0d22-4ef2-a011-4861989e9b52', 'project_id': 'effeb13951274360878df6e825f49990', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:54.752302 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-15ea26e3-9257-4d6d-93bc-931a22497c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.775269 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-d58014ee-8f2b-44f8-824a-d160dd75ed7c tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:54.776833 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-d58014ee-8f2b-44f8-824a-d160dd75ed7c tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "GET /v2.0/networks?id=3f3b9ff9-bf99-465d-9ff2-430ec676aa00 HTTP/1.1" status: 200 len: 815 time: 0.1106317 Feb 14 19:30:54.795308 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-32be401d-b7a6-474f-9e39-694b15e124ca tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Request body: {'port': {'device_id': 'e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656', 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00', 'admin_state_up': True, 'tenant_id': '2361aa206a424033a81ea24d705940bd'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:54.799203 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1f01f0d6-e60e-4668-92a5-763a69cddbf2 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (9c2efad9-581c-4a2d-88ef-e98ea32f5150), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.810096 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea26e3-9257-4d6d-93bc-931a22497c53 None None] Pushing event updated for resources: {'Port': ['ID=706be6d0-4ad9-410d-b570-1d75853849fa,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:54.861191 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10842541-4103-46da-a983-397260f912a3', 'name': 'tempest-TestShelveInstance-1750145308-router', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ecb0a729-7992-4eea-b119-ebdfbf32e3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:45Z', 'updated_at': '2022-02-14T19:30:49Z', 'revision_number': 4, 'project_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'gw_port': {'id': 'ecb0a729-7992-4eea-b119-ebdfbf32e3e8', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10842541-4103-46da-a983-397260f912a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:46Z', 'updated_at': '2022-02-14T19:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '706be6d0-4ad9-410d-b570-1d75853849fa', 'name': '', 'network_id': '6ce7a369-67e4-44ef-8e54-1ae685438b91', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'mac_address': 'fa:16:3e:0c:63:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10842541-4103-46da-a983-397260f912a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ed2b480f-955e-4e20-85ca-4e3963d50087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:49Z', 'updated_at': '2022-02-14T19:30:54Z', 'revision_number': 4, 'project_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'subnets': [{'id': 'ed2b480f-955e-4e20-85ca-4e3963d50087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:30:54.873237 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1f01f0d6-e60e-4668-92a5-763a69cddbf2 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (9c2efad9-581c-4a2d-88ef-e98ea32f5150), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.875247 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-ead5eec2-dd68-49ff-ba7b-2864acc0fb93 None None] Provisioning complete for port 706be6d0-4ad9-410d-b570-1d75853849fa triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:54.875801 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ead5eec2-dd68-49ff-ba7b-2864acc0fb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:54.893104 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850c3f66-7a39-4b7b-9f36-1d4cec4c3752 None None] The sync data for ids ['10842541-4103-46da-a983-397260f912a3'] in dv-cinder-816898-8-iscsi is: [{'id': '10842541-4103-46da-a983-397260f912a3', 'name': 'tempest-TestShelveInstance-1750145308-router', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ecb0a729-7992-4eea-b119-ebdfbf32e3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:45Z', 'updated_at': '2022-02-14T19:30:49Z', 'revision_number': 4, 'project_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'gw_port': {'id': 'ecb0a729-7992-4eea-b119-ebdfbf32e3e8', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10842541-4103-46da-a983-397260f912a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:46Z', 'updated_at': '2022-02-14T19:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '706be6d0-4ad9-410d-b570-1d75853849fa', 'name': '', 'network_id': '6ce7a369-67e4-44ef-8e54-1ae685438b91', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'mac_address': 'fa:16:3e:0c:63:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10842541-4103-46da-a983-397260f912a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'ed2b480f-955e-4e20-85ca-4e3963d50087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:49Z', 'updated_at': '2022-02-14T19:30:54Z', 'revision_number': 4, 'project_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'subnets': [{'id': 'ed2b480f-955e-4e20-85ca-4e3963d50087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:30:55.005830 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d7613cde-2835-4fa8-9780-34064bc1010d req-7c8481ed-0072-4ccc-9085-95601603a95d tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 210 time: 0.0346615 Feb 14 19:30:55.010962 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1f01f0d6-e60e-4668-92a5-763a69cddbf2 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (9c2efad9-581c-4a2d-88ef-e98ea32f5150), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:55.032738 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01f0d6-e60e-4668-92a5-763a69cddbf2 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2efad9-581c-4a2d-88ef-e98ea32f5150,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:55.033873 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-ead5eec2-dd68-49ff-ba7b-2864acc0fb93 None None] Current status of the port 706be6d0-4ad9-410d-b570-1d75853849fa is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:55.186338 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-32be401d-b7a6-474f-9e39-694b15e124ca tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Made reservation on behalf of 2361aa206a424033a81ea24d705940bd for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:30:55.189772 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-32be401d-b7a6-474f-9e39-694b15e124ca tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:55.315175 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-1f01f0d6-e60e-4668-92a5-763a69cddbf2 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:55.316968 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-1f01f0d6-e60e-4668-92a5-763a69cddbf2 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6314881 Feb 14 19:30:55.320110 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 32946) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:55.327927 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-665c2e58-2b54-4ae1-88c1-9701ae14aabc tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Request body: {'security_group_rule': {'security_group_id': '4df858e2-0d22-4ef2-a011-4861989e9b52', 'project_id': 'effeb13951274360878df6e825f49990', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:55.355022 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-32be401d-b7a6-474f-9e39-694b15e124ca tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Allocated IP 172.20.0.8 (3f3b9ff9-bf99-465d-9ff2-430ec676aa00/8dd2cf7d-838c-4b81-82a4-00cbad39a57e/3db151c2-78a3-41ce-806f-d12f69d88c70) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:30:55.394564 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 706be6d0-4ad9-410d-b570-1d75853849fa up at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:30:55.452284 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.db.securitygroups_db [None req-665c2e58-2b54-4ae1-88c1-9701ae14aabc tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Project effeb13951274360878df6e825f49990 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 19:30:55.460056 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-665c2e58-2b54-4ae1-88c1-9701ae14aabc tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (e1a2f63f-1b76-47b0-b557-768c5cc71bb2), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:55.514081 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Provisioning complete for port 706be6d0-4ad9-410d-b570-1d75853849fa triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:30:55.514656 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:55.567644 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-665c2e58-2b54-4ae1-88c1-9701ae14aabc tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (e1a2f63f-1b76-47b0-b557-768c5cc71bb2), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:55.581465 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-32be401d-b7a6-474f-9e39-694b15e124ca tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks [] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:55.635705 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Current status of the port 706be6d0-4ad9-410d-b570-1d75853849fa is: ACTIVE; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:30:55.651659 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-665c2e58-2b54-4ae1-88c1-9701ae14aabc tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (e1a2f63f-1b76-47b0-b557-768c5cc71bb2), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:55.658088 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c2e58-2b54-4ae1-88c1-9701ae14aabc tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a2f63f-1b76-47b0-b557-768c5cc71bb2,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:55.773344 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-32be401d-b7a6-474f-9e39-694b15e124ca tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:55.785109 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['00289460-f2b5-428a-aeef-3bc6f537723a'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:30:55.812581 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-665c2e58-2b54-4ae1-88c1-9701ae14aabc tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:55.815231 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-665c2e58-2b54-4ae1-88c1-9701ae14aabc tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4913630 Feb 14 19:30:55.818674 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 32952) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:30:55.821545 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-32be401d-b7a6-474f-9e39-694b15e124ca tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:30:55.828764 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-32be401d-b7a6-474f-9e39-694b15e124ca tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:30:55.828966 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-b0a3b6ea-3015-4163-97b5-7276f942c08d tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Request body: {'security_group_rule': {'security_group_id': '4df858e2-0d22-4ef2-a011-4861989e9b52', 'project_id': 'effeb13951274360878df6e825f49990', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:55.831397 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-32be401d-b7a6-474f-9e39-694b15e124ca tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:30:55.862623 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be401d-b7a6-474f-9e39-694b15e124ca tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Pushing event updated for resources: {'Port': ['ID=3db151c2-78a3-41ce-806f-d12f69d88c70,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:55.892322 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-32be401d-b7a6-474f-9e39-694b15e124ca tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:55.892931 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-32be401d-b7a6-474f-9e39-694b15e124ca tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:55.925380 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.db.securitygroups_db [None req-b0a3b6ea-3015-4163-97b5-7276f942c08d tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Project effeb13951274360878df6e825f49990 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 14 19:30:55.931896 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b0a3b6ea-3015-4163-97b5-7276f942c08d tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (188a2a20-06ce-4771-bb22-796225f8dd65), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:55.979817 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-32be401d-b7a6-474f-9e39-694b15e124ca tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1935084 Feb 14 19:30:55.991905 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Request body: {'port': {'device_id': 'e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:30:55.993059 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b0a3b6ea-3015-4163-97b5-7276f942c08d tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (188a2a20-06ce-4771-bb22-796225f8dd65), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:56.048226 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:56.072520 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b0a3b6ea-3015-4163-97b5-7276f942c08d tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823822'] for security_group_rule (188a2a20-06ce-4771-bb22-796225f8dd65), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:56.096043 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3b6ea-3015-4163-97b5-7276f942c08d tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188a2a20-06ce-4771-bb22-796225f8dd65,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:56.171227 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04010d2-8cb7-4a64-9051-a31ae3a2ecc9 req-f46ce2f6-e183-42d8-9d4f-27b9eed82e34 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:56.173240 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a04010d2-8cb7-4a64-9051-a31ae3a2ecc9 req-f46ce2f6-e183-42d8-9d4f-27b9eed82e34 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 931 time: 0.0612342 Feb 14 19:30:56.190157 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b0a3b6ea-3015-4163-97b5-7276f942c08d tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:56.198937 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-b0a3b6ea-3015-4163-97b5-7276f942c08d tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3713999 Feb 14 19:30:56.243997 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a04010d2-8cb7-4a64-9051-a31ae3a2ecc9 req-26afa09b-42dd-49fd-ab0c-9e2a0248bcd1 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636599 Feb 14 19:30:56.354396 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db151c2-78a3-41ce-806f-d12f69d88c70 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:30:56.362033 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Publish callbacks [] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:56.376181 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Transition to ACTIVE for port object 3db151c2-78a3-41ce-806f-d12f69d88c70 will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:30:56.454709 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:56.520646 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Pushing event updated for resources: {'Port': ['ID=3db151c2-78a3-41ce-806f-d12f69d88c70,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:56.578907 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Attempting to bind port 3db151c2-78a3-41ce-806f-d12f69d88c70 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:30:56.586010 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Attempting to bind port 3db151c2-78a3-41ce-806f-d12f69d88c70 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:30:56.586010 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Attempting to bind port 3db151c2-78a3-41ce-806f-d12f69d88c70 on network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:30:56.586010 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Port 3db151c2-78a3-41ce-806f-d12f69d88c70 on network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:30:56.586010 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Attempting to bind port 3db151c2-78a3-41ce-806f-d12f69d88c70 on network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:30:56.589302 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:30:56.589635 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Checking segment: {'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:30:56.590014 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Bound using segment: {'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:30:56.590469 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Bound port: 3db151c2-78a3-41ce-806f-d12f69d88c70, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:30:56.590828 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:56.660999 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] For port 3db151c2-78a3-41ce-806f-d12f69d88c70, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:30:56.664912 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] For port 3db151c2-78a3-41ce-806f-d12f69d88c70, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=3db151c2-78a3-41ce-806f-d12f69d88c70,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:30:56.789165 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:56.824062 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:56.832186 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:30:56.832186 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] 10.222.0.43 "PUT /v2.0/ports/3db151c2-78a3-41ce-806f-d12f69d88c70 HTTP/1.1" status: 200 len: 1093 time: 0.8390331 Feb 14 19:30:56.832186 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656', 'tag': '3db151c2-78a3-41ce-806f-d12f69d88c70'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:30:56.832186 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad09b6e6-2fb6-431c-949a-bacc63a2e55f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656", "tag": "3db151c2-78a3-41ce-806f-d12f69d88c70"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:30:56.858792 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a478332-85cf-42f6-95da-87e1e537f087 service neutron] Pushing event updated for resources: {'Port': ['ID=3db151c2-78a3-41ce-806f-d12f69d88c70,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:30:56.868724 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e757d38-4aa8-431a-a8ca-1f79259dcf6d x-openstack-request-id: req-9e757d38-4aa8-431a-a8ca-1f79259dcf6d {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:30:56.869036 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656", "tag": "3db151c2-78a3-41ce-806f-d12f69d88c70", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:30:56.869323 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e757d38-4aa8-431a-a8ca-1f79259dcf6d {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:30:56.869671 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656', 'tag': '3db151c2-78a3-41ce-806f-d12f69d88c70', 'status': 'completed', 'code': 200} Feb 14 19:30:56.939449 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09b6e6-2fb6-431c-949a-bacc63a2e55f req-8b94f360-65af-4410-b26d-3743ea63e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:56.940947 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ad09b6e6-2fb6-431c-949a-bacc63a2e55f req-8b94f360-65af-4410-b26d-3743ea63e50f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2361aa206a424033a81ea24d705940bd&device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 1127 time: 0.0496116 Feb 14 19:30:57.043129 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09b6e6-2fb6-431c-949a-bacc63a2e55f req-e9d8ee25-b7ae-4e7c-afd5-934b1084886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:57.044480 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ad09b6e6-2fb6-431c-949a-bacc63a2e55f req-e9d8ee25-b7ae-4e7c-afd5-934b1084886d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2361aa206a424033a81ea24d705940bd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0973084 Feb 14 19:30:57.145811 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09b6e6-2fb6-431c-949a-bacc63a2e55f req-811c5351-8f6c-47d0-a157-2e2553e1554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:57.146827 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ad09b6e6-2fb6-431c-949a-bacc63a2e55f req-811c5351-8f6c-47d0-a157-2e2553e1554f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966201 Feb 14 19:30:57.247186 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1ae19204-9d32-42ed-81e2-c05c6dce3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:57.249843 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-1ae19204-9d32-42ed-81e2-c05c6dce3d08 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2361aa206a424033a81ea24d705940bd&device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 1127 time: 0.0642710 Feb 14 19:30:57.299426 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-14797860-dd66-41b3-84fb-5dab11a67b4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db151c2-78a3-41ce-806f-d12f69d88c70 HTTP/1.1" status: 200 len: 217 time: 0.0406668 Feb 14 19:30:57.351680 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-35cf3ae3-1821-4def-90a4-bd45d917ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:57.353156 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-35cf3ae3-1821-4def-90a4-bd45d917ef8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd2cf7d-838c-4b81-82a4-00cbad39a57e HTTP/1.1" status: 200 len: 855 time: 0.0469341 Feb 14 19:30:57.385787 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-4b91cb0a-2e8d-4cbf-9117-65e7f2e38d18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f3b9ff9-bf99-465d-9ff2-430ec676aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266163 Feb 14 19:30:57.392392 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed1bdc-0b53-4ecf-8efa-071fb9282980 req-e0a1ba4e-9bec-4127-8b0d-f0ffaa587aff tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:57.393971 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b6ed1bdc-0b53-4ecf-8efa-071fb9282980 req-e0a1ba4e-9bec-4127-8b0d-f0ffaa587aff tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 943 time: 0.0584862 Feb 14 19:30:57.444560 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b6ed1bdc-0b53-4ecf-8efa-071fb9282980 req-ff4533ad-1129-4f48-a2c7-d9bc8c26779a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446379 Feb 14 19:30:57.762399 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-6f379867-73b8-4b0c-abe9-0a59f2c14900 service neutron] 10.222.0.43 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617115 Feb 14 19:30:57.858497 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6773ef1f-d189-4f61-a9ea-529bffad0629 req-07e551fe-04ac-4526-920f-37f3db11bafa service neutron] 10.222.0.43 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898347 Feb 14 19:30:58.568073 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8695450-5960-48e8-927f-4cf24e74c4cc req-82e900b5-f1b2-48b7-81c8-5e0e3a2ac0aa tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:58.570562 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e8695450-5960-48e8-927f-4cf24e74c4cc req-82e900b5-f1b2-48b7-81c8-5e0e3a2ac0aa tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 943 time: 0.0573187 Feb 14 19:30:58.618114 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e8695450-5960-48e8-927f-4cf24e74c4cc req-bbaa0774-0a03-404b-8e73-d0530f9c3ae8 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418088 Feb 14 19:30:59.745644 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65169068-7972-4659-8f61-dd11d160f254 req-123d90bf-77a5-4f28-9515-a6ef4291f664 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:30:59.747423 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-65169068-7972-4659-8f61-dd11d160f254 req-123d90bf-77a5-4f28-9515-a6ef4291f664 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 943 time: 0.0608718 Feb 14 19:30:59.796413 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-65169068-7972-4659-8f61-dd11d160f254 req-abe53178-1407-48a6-9ff6-5f346fe499c8 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Feb 14 19:31:00.923129 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566f915-00a3-46cc-a4f7-0ad9cc968bf1 req-cf9fe9ff-4c20-4967-9fb5-d251726d2ed2 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:00.924894 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7566f915-00a3-46cc-a4f7-0ad9cc968bf1 req-cf9fe9ff-4c20-4967-9fb5-d251726d2ed2 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 943 time: 0.0562971 Feb 14 19:31:00.973099 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7566f915-00a3-46cc-a4f7-0ad9cc968bf1 req-9bfe00eb-d416-46cd-afcc-e472f2c79a11 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Feb 14 19:31:01.758609 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 3db151c2-78a3-41ce-806f-d12f69d88c70 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:31:01.874117 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 3db151c2-78a3-41ce-806f-d12f69d88c70, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=3db151c2-78a3-41ce-806f-d12f69d88c70,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:01.888809 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': '3db151c2-78a3-41ce-806f-d12f69d88c70', 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00', 'port_id': '3db151c2-78a3-41ce-806f-d12f69d88c70', 'mac_address': 'fa:16:3e:17:bc:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd2cf7d-838c-4b81-82a4-00cbad39a57e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:31:01.931576 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 3db151c2-78a3-41ce-806f-d12f69d88c70 is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:31:01.931969 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:01.946741 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db151c2-78a3-41ce-806f-d12f69d88c70 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:31:01.968351 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 3db151c2-78a3-41ce-806f-d12f69d88c70, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=3db151c2-78a3-41ce-806f-d12f69d88c70,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:02.040005 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:02.092467 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=3db151c2-78a3-41ce-806f-d12f69d88c70,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:02.104725 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be13f7-6149-4b1a-a4a5-de6561442bd1 req-ac015bb1-7d73-4276-9d65-dec7f7ca9df4 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:02.106330 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-95be13f7-6149-4b1a-a4a5-de6561442bd1 req-ac015bb1-7d73-4276-9d65-dec7f7ca9df4 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 944 time: 0.0630786 Feb 14 19:31:02.160094 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-95be13f7-6149-4b1a-a4a5-de6561442bd1 req-8f32ed80-a73b-4851-bb5e-5f8ffe9eb835 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479851 Feb 14 19:31:02.286430 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['3db151c2-78a3-41ce-806f-d12f69d88c70'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:31:02.606601 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:31:03.283804 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9c372-c5ce-4c8e-abe4-7dab5f65fce3 req-4f3bc1ff-21da-4b89-b52d-1ab23e16f19a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:03.285518 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ecb9c372-c5ce-4c8e-abe4-7dab5f65fce3 req-4f3bc1ff-21da-4b89-b52d-1ab23e16f19a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 944 time: 0.0557022 Feb 14 19:31:03.334580 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ecb9c372-c5ce-4c8e-abe4-7dab5f65fce3 req-37b85877-9ad5-4111-aed6-9fb0d78ba7bd tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434844 Feb 14 19:31:03.761161 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 3db151c2-78a3-41ce-806f-d12f69d88c70 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:31:03.885037 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port 3db151c2-78a3-41ce-806f-d12f69d88c70 completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:31:03.889119 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port 3db151c2-78a3-41ce-806f-d12f69d88c70 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:31:03.889488 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:03.970632 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 3db151c2-78a3-41ce-806f-d12f69d88c70 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:31:03.971024 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:03.993911 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db151c2-78a3-41ce-806f-d12f69d88c70'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:31:03.996235 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0bc837-c8d9-44e8-9da9-b1adfffd03ee" -d '{"events": [{"server_uuid": "e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656", "name": "network-vif-plugged", "status": "completed", "tag": "3db151c2-78a3-41ce-806f-d12f69d88c70"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:31:04.009925 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 3db151c2-78a3-41ce-806f-d12f69d88c70, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=3db151c2-78a3-41ce-806f-d12f69d88c70,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:04.034934 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f2b9aa-e0a7-40dd-bd66-8f6191ae06b7 x-openstack-request-id: req-b0f2b9aa-e0a7-40dd-bd66-8f6191ae06b7 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:31:04.035237 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656", "name": "network-vif-plugged", "status": "completed", "tag": "3db151c2-78a3-41ce-806f-d12f69d88c70", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:31:04.035499 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0f2b9aa-e0a7-40dd-bd66-8f6191ae06b7 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:31:04.035972 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db151c2-78a3-41ce-806f-d12f69d88c70', 'code': 200} Feb 14 19:31:04.097373 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:04.150907 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=3db151c2-78a3-41ce-806f-d12f69d88c70,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:04.360776 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9f827-4e37-41b0-86e6-f1b736503558 req-7f2bf9e3-d29f-4bf1-8b8c-ffcf2a544a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:04.362187 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-50d9f827-4e37-41b0-86e6-f1b736503558 req-7f2bf9e3-d29f-4bf1-8b8c-ffcf2a544a89 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 1129 time: 0.0481505 Feb 14 19:31:04.411197 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-50d9f827-4e37-41b0-86e6-f1b736503558 req-200ca4e0-3abe-4bfe-a02e-2e7eb08fc1ba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409412 Feb 14 19:31:04.467861 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12649bd-0b90-4faf-be73-d9ac3f1ef8aa req-6eeea3b9-5b9c-4896-acf9-2138ef1cbe20 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:04.469356 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e12649bd-0b90-4faf-be73-d9ac3f1ef8aa req-6eeea3b9-5b9c-4896-acf9-2138ef1cbe20 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 945 time: 0.0545607 Feb 14 19:31:04.522175 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e12649bd-0b90-4faf-be73-d9ac3f1ef8aa req-2b0738b3-ffb8-4c3f-a43b-a010afae0ba3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472500 Feb 14 19:31:05.648061 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4256091-22b3-4156-98a3-b73ae84752ec req-150bf1f2-3c3c-4474-9b95-ba0c1c545139 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:05.649546 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c4256091-22b3-4156-98a3-b73ae84752ec req-150bf1f2-3c3c-4474-9b95-ba0c1c545139 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 945 time: 0.0593033 Feb 14 19:31:05.699835 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c4256091-22b3-4156-98a3-b73ae84752ec req-b0ea468b-7f05-4a70-9e86-29859045fdf0 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446844 Feb 14 19:31:06.829125 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e476a-766b-42d4-9a3d-c089c06ccd98 req-1651fcf9-2b19-436b-9211-cdcfcda6f7b9 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:06.830634 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c24e476a-766b-42d4-9a3d-c089c06ccd98 req-1651fcf9-2b19-436b-9211-cdcfcda6f7b9 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 945 time: 0.0589252 Feb 14 19:31:06.880491 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c24e476a-766b-42d4-9a3d-c089c06ccd98 req-d557ae65-9a9b-4074-b18e-aef76c4b4307 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435205 Feb 14 19:31:09.847080 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-3e6769b9-42e7-4b5c-b245-d7f1baf9213b tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:09.848459 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-3e6769b9-42e7-4b5c-b245-d7f1baf9213b tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/networks?id=3f3b9ff9-bf99-465d-9ff2-430ec676aa00 HTTP/1.1" status: 200 len: 815 time: 0.1031520 Feb 14 19:31:09.863283 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-2c2e5fd4-3b03-4751-9d9b-07a14e756dc6 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/quotas/2361aa206a424033a81ea24d705940bd HTTP/1.1" status: 200 len: 375 time: 0.0088904 Feb 14 19:31:09.919272 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-47a899fa-62fe-4657-b27d-cfd6cb166277 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2361aa206a424033a81ea24d705940bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507846 Feb 14 19:31:10.014097 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-4d8e5dea-87fe-478d-821a-7ed1bc6ab1a1 service neutron] 10.222.0.26 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883150 Feb 14 19:31:10.107762 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-8294498b-d10c-4327-a7f3-689c1c1fb73c service neutron] 10.222.0.26 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879612 Feb 14 19:31:10.380073 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e10f414d-4dc5-479a-917e-39191434c491 req-445bb884-6dda-4dee-8b06-d76fb1780b41 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 210 time: 0.0285659 Feb 14 19:31:10.603187 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e11ac060-bdec-436a-ab2a-b433f1d1c0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:11.481529 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-315e9f99-7469-4317-93a3-d499fca6ad84 req-fd135913-b5ee-42a5-aa76-0bfffb4c148e tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 210 time: 0.0287039 Feb 14 19:31:12.585827 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-131eda4b-14cc-47f7-877c-c80e07d08152 req-d47d4a06-fd3d-407c-b9ed-8637eb983c9c tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 210 time: 0.0331628 Feb 14 19:31:12.669323 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-4fb57262-2dcf-426c-8768-177318648a63 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:12.670775 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-4fb57262-2dcf-426c-8768-177318648a63 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "GET /v2.0/networks?id=3f3b9ff9-bf99-465d-9ff2-430ec676aa00 HTTP/1.1" status: 200 len: 815 time: 0.1092436 Feb 14 19:31:12.683622 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-83afe9e9-ec5a-4120-a841-4adb0d893e30 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Request body: {'port': {'device_id': 'ee17b265-c685-46fd-9148-5f2ac26ca828', 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00', 'admin_state_up': True, 'tenant_id': '2361aa206a424033a81ea24d705940bd'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:31:12.793637 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-09aa6f23-352f-4265-b4a2-3562c02a7201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:12.902471 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-83afe9e9-ec5a-4120-a841-4adb0d893e30 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Made reservation on behalf of 2361aa206a424033a81ea24d705940bd for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:31:12.905979 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-83afe9e9-ec5a-4120-a841-4adb0d893e30 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:13.051829 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-83afe9e9-ec5a-4120-a841-4adb0d893e30 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Allocated IP 172.20.0.7 (3f3b9ff9-bf99-465d-9ff2-430ec676aa00/8dd2cf7d-838c-4b81-82a4-00cbad39a57e/f2d51f0a-1f33-4c4f-814d-83705ce77d9a) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:31:13.068122 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-6ddb9d7e-f928-416e-be9c-cb4815702122 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1358544532&fields=id&tenant_id=effeb13951274360878df6e825f49990 HTTP/1.1" status: 200 len: 267 time: 0.0546856 Feb 14 19:31:13.223666 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-4404b73a-c08e-4de4-8a24-e28509832105 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:13.228159 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-4404b73a-c08e-4de4-8a24-e28509832105 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/networks?id=18709779-44c4-4f08-9187-e94c77aa619c HTTP/1.1" status: 200 len: 809 time: 0.1506777 Feb 14 19:31:13.236901 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-83afe9e9-ec5a-4120-a841-4adb0d893e30 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks [] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:13.253582 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-321d6606-5115-4ccc-b1c2-78aa90f7d0a5 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/quotas/effeb13951274360878df6e825f49990 HTTP/1.1" status: 200 len: 375 time: 0.0209367 Feb 14 19:31:13.357937 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-90ab7c04-dd30-472e-b56a-3b323b88285f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=effeb13951274360878df6e825f49990&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947034 Feb 14 19:31:13.370683 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-83afe9e9-ec5a-4120-a841-4adb0d893e30 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:13.389165 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['00289460-f2b5-428a-aeef-3bc6f537723a', '3db151c2-78a3-41ce-806f-d12f69d88c70'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:31:13.418970 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-83afe9e9-ec5a-4120-a841-4adb0d893e30 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:31:13.423212 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-83afe9e9-ec5a-4120-a841-4adb0d893e30 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:31:13.429761 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-83afe9e9-ec5a-4120-a841-4adb0d893e30 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:31:13.461846 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afe9e9-ec5a-4120-a841-4adb0d893e30 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Pushing event updated for resources: {'Port': ['ID=f2d51f0a-1f33-4c4f-814d-83705ce77d9a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:13.475687 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-457f46f7-aa67-4cbc-a52d-24986bd158c8 service neutron] 10.222.0.26 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036210 Feb 14 19:31:13.495874 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-83afe9e9-ec5a-4120-a841-4adb0d893e30 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:13.496896 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-83afe9e9-ec5a-4120-a841-4adb0d893e30 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:13.574175 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-83afe9e9-ec5a-4120-a841-4adb0d893e30 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8949482 Feb 14 19:31:13.583767 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-ea52b009-ae3d-407b-a189-3d28c5b951b6 service neutron] 10.222.0.26 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027343 Feb 14 19:31:13.587843 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Request body: {'port': {'device_id': 'ee17b265-c685-46fd-9148-5f2ac26ca828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:31:13.669906 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:13.967517 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d51f0a-1f33-4c4f-814d-83705ce77d9a {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:31:13.975096 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Publish callbacks [] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:13.988222 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Transition to ACTIVE for port object f2d51f0a-1f33-4c4f-814d-83705ce77d9a will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:31:14.063013 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:14.120350 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d51f0a-1f33-4c4f-814d-83705ce77d9a,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:14.193125 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Attempting to bind port f2d51f0a-1f33-4c4f-814d-83705ce77d9a on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:31:14.193475 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Attempting to bind port f2d51f0a-1f33-4c4f-814d-83705ce77d9a by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:31:14.193854 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Attempting to bind port f2d51f0a-1f33-4c4f-814d-83705ce77d9a on network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:31:14.202976 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Port f2d51f0a-1f33-4c4f-814d-83705ce77d9a on network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:31:14.206536 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Attempting to bind port f2d51f0a-1f33-4c4f-814d-83705ce77d9a on network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:31:14.210199 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:31:14.210639 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Checking segment: {'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:31:14.211102 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Bound using segment: {'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:31:14.214480 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Bound port: f2d51f0a-1f33-4c4f-814d-83705ce77d9a, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:31:14.214480 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:14.226043 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:14.288572 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] For port f2d51f0a-1f33-4c4f-814d-83705ce77d9a, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:31:14.293523 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] For port f2d51f0a-1f33-4c4f-814d-83705ce77d9a, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f2d51f0a-1f33-4c4f-814d-83705ce77d9a,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:31:14.293668 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c7259-78ce-42ea-9fb2-e9c4a7d16fe3 req-2d7f3534-2496-4d6b-a214-895729da3487 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:14.295156 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-789c7259-78ce-42ea-9fb2-e9c4a7d16fe3 req-2d7f3534-2496-4d6b-a214-895729da3487 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 943 time: 0.0577939 Feb 14 19:31:14.344986 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-789c7259-78ce-42ea-9fb2-e9c4a7d16fe3 req-520fc048-38d8-48f7-b1d2-d24fc3563e3e tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438213 Feb 14 19:31:14.410270 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ed375461-1204-4ac0-a021-cdf96b763b6d req-ad662da9-4623-4e9b-b2f4-10cbd01605b3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0278435 Feb 14 19:31:14.434612 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:14.469127 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:14.469905 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:14.471396 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] 10.222.0.43 "PUT /v2.0/ports/f2d51f0a-1f33-4c4f-814d-83705ce77d9a HTTP/1.1" status: 200 len: 1093 time: 0.8899674 Feb 14 19:31:14.474997 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee17b265-c685-46fd-9148-5f2ac26ca828', 'tag': 'f2d51f0a-1f33-4c4f-814d-83705ce77d9a'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:31:14.476244 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d724ec36-6059-483e-9ed4-fab20c0a42f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee17b265-c685-46fd-9148-5f2ac26ca828", "tag": "f2d51f0a-1f33-4c4f-814d-83705ce77d9a"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:31:14.506482 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31339b5c-4deb-4c67-9885-5a691f3a2c53 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d51f0a-1f33-4c4f-814d-83705ce77d9a,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:14.533961 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace9a9de-476d-4a09-90d4-938def0b9690 x-openstack-request-id: req-ace9a9de-476d-4a09-90d4-938def0b9690 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:31:14.534226 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee17b265-c685-46fd-9148-5f2ac26ca828", "tag": "f2d51f0a-1f33-4c4f-814d-83705ce77d9a", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:31:14.534516 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ace9a9de-476d-4a09-90d4-938def0b9690 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:31:14.534925 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee17b265-c685-46fd-9148-5f2ac26ca828', 'tag': 'f2d51f0a-1f33-4c4f-814d-83705ce77d9a', 'status': 'completed', 'code': 200} Feb 14 19:31:14.605140 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724ec36-6059-483e-9ed4-fab20c0a42f5 req-7ecb0745-6288-45ac-86d3-b7e5cfccbbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:14.606723 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d724ec36-6059-483e-9ed4-fab20c0a42f5 req-7ecb0745-6288-45ac-86d3-b7e5cfccbbe9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2361aa206a424033a81ea24d705940bd&device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 1127 time: 0.0485258 Feb 14 19:31:14.719809 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724ec36-6059-483e-9ed4-fab20c0a42f5 req-b48ad884-a48c-4fcd-bfb0-ce25829a9d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:14.721317 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d724ec36-6059-483e-9ed4-fab20c0a42f5 req-b48ad884-a48c-4fcd-bfb0-ce25829a9d01 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2361aa206a424033a81ea24d705940bd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1066897 Feb 14 19:31:14.819646 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724ec36-6059-483e-9ed4-fab20c0a42f5 req-8b78114b-f0f6-430f-b4ae-335b7194e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:14.821872 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d724ec36-6059-483e-9ed4-fab20c0a42f5 req-8b78114b-f0f6-430f-b4ae-335b7194e10a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932951 Feb 14 19:31:14.901015 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-607d40fa-e2ef-44c8-8e5a-0c880ea66ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:14.902643 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-607d40fa-e2ef-44c8-8e5a-0c880ea66ab0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2361aa206a424033a81ea24d705940bd&device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 1127 time: 0.0471869 Feb 14 19:31:14.950279 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-2a15b382-cd28-48b5-8378-8ad462000a8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2d51f0a-1f33-4c4f-814d-83705ce77d9a HTTP/1.1" status: 200 len: 217 time: 0.0405502 Feb 14 19:31:15.023255 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-6eba67d3-56e1-4839-9236-13a8544c0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:15.025731 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-6eba67d3-56e1-4839-9236-13a8544c0d97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd2cf7d-838c-4b81-82a4-00cbad39a57e HTTP/1.1" status: 200 len: 855 time: 0.0684218 Feb 14 19:31:15.060336 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-beeab139-533d-4688-845a-f0e188723b9a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f3b9ff9-bf99-465d-9ff2-430ec676aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286238 Feb 14 19:31:15.156662 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-4e65689f-82e3-4227-8c54-d9021f55e800 service neutron] 10.222.0.43 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900991 Feb 14 19:31:15.248867 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f771f552-a5db-47de-8fff-4dea7afc6ca3 req-9b2934d4-9b6c-4f22-8440-9b7a81a99ca2 service neutron] 10.222.0.43 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858190 Feb 14 19:31:15.481204 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b24039-3d5d-4f28-b506-c4bf6cd709a8 req-6505fc2b-32fc-4c48-a96d-8a0eefd64675 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:15.482684 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-63b24039-3d5d-4f28-b506-c4bf6cd709a8 req-6505fc2b-32fc-4c48-a96d-8a0eefd64675 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 943 time: 0.0543706 Feb 14 19:31:15.535548 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-63b24039-3d5d-4f28-b506-c4bf6cd709a8 req-b87fdf31-1054-4c14-a974-98c3d8f81b2e tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472093 Feb 14 19:31:15.604673 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a6535172-8052-4f2b-908c-05ed94f0c594 req-135f3f61-83b9-40ce-9ca9-6b31ae4b9e00 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0282447 Feb 14 19:31:15.674052 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:16.665449 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0014e-011e-47c3-8757-5aef9b3925a1 req-c6a69f06-7b1b-420a-bcc4-813df52b2dd3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:16.667170 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2db0014e-011e-47c3-8757-5aef9b3925a1 req-c6a69f06-7b1b-420a-bcc4-813df52b2dd3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 943 time: 0.0599086 Feb 14 19:31:16.684972 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:16.726158 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2db0014e-011e-47c3-8757-5aef9b3925a1 req-81a92504-9961-4c04-95d0-d67daf5c1158 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516348 Feb 14 19:31:16.844654 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c352bf8f-075b-4c4e-baf4-a4c2b3221f99 req-937632f6-85c7-405f-aacc-2e359d37eadc tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0319357 Feb 14 19:31:17.198629 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-e3599f5e-5fa5-44d1-91e7-016f42668bac tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:17.200104 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-e3599f5e-5fa5-44d1-91e7-016f42668bac tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.43 "GET /v2.0/networks?id=18709779-44c4-4f08-9187-e94c77aa619c HTTP/1.1" status: 200 len: 809 time: 0.1287980 Feb 14 19:31:17.271583 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-f3a528d6-8af8-46e5-ab63-7c0489988a06 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=effeb13951274360878df6e825f49990 HTTP/1.1" status: 200 len: 380 time: 0.0622485 Feb 14 19:31:17.285600 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-e1bbd036-c420-4933-8d9d-100c3c2624af tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Request body: {'port': {'device_id': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'admin_state_up': True, 'tenant_id': 'effeb13951274360878df6e825f49990', 'security_groups': ['4df858e2-0d22-4ef2-a011-4861989e9b52']}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:31:17.483406 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-e1bbd036-c420-4933-8d9d-100c3c2624af tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Made reservation on behalf of effeb13951274360878df6e825f49990 for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:31:17.486215 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-e1bbd036-c420-4933-8d9d-100c3c2624af tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:17.643065 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-e1bbd036-c420-4933-8d9d-100c3c2624af tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Allocated IP 172.20.0.13 (18709779-44c4-4f08-9187-e94c77aa619c/546abd88-ac1d-4c1e-a511-ab5543168169/f485b392-48e0-467e-b95b-ebcb57aa5e5b) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:31:17.808352 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-e1bbd036-c420-4933-8d9d-100c3c2624af tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:17.870746 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d24d8-e6ab-43c9-ae86-b28e84f64aac req-19727a0c-e5d8-4872-88c9-7d8099bf1288 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:17.872798 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a40d24d8-e6ab-43c9-ae86-b28e84f64aac req-19727a0c-e5d8-4872-88c9-7d8099bf1288 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 943 time: 0.0622439 Feb 14 19:31:17.879643 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f2d51f0a-1f33-4c4f-814d-83705ce77d9a details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:31:17.926833 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a40d24d8-e6ab-43c9-ae86-b28e84f64aac req-2b5f80bc-4d3f-46d8-bdf0-6a0d28f2e999 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467644 Feb 14 19:31:17.965420 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-e1bbd036-c420-4933-8d9d-100c3c2624af tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:18.009790 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f2d51f0a-1f33-4c4f-814d-83705ce77d9a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f2d51f0a-1f33-4c4f-814d-83705ce77d9a,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:18.019260 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-e1bbd036-c420-4933-8d9d-100c3c2624af tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Network 18709779-44c4-4f08-9187-e94c77aa619c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:31:18.026053 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': 'f2d51f0a-1f33-4c4f-814d-83705ce77d9a', 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00', 'port_id': 'f2d51f0a-1f33-4c4f-814d-83705ce77d9a', 'mac_address': 'fa:16:3e:d5:23:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd2cf7d-838c-4b81-82a4-00cbad39a57e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:31:18.030481 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-e1bbd036-c420-4933-8d9d-100c3c2624af tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:31:18.033916 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbd036-c420-4933-8d9d-100c3c2624af tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Pushing event updated for resources: {'Port': ['ID=f485b392-48e0-467e-b95b-ebcb57aa5e5b,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:18.036840 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-e1bbd036-c420-4933-8d9d-100c3c2624af tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:31:18.071065 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5556838-fe0c-4279-9b5b-66dc647d80b9 req-7180fb11-d435-4ee4-866b-c572f1bc0a74 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:18.073532 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a5556838-fe0c-4279-9b5b-66dc647d80b9 req-7180fb11-d435-4ee4-866b-c572f1bc0a74 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 932 time: 0.0830917 Feb 14 19:31:18.083119 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port f2d51f0a-1f33-4c4f-814d-83705ce77d9a is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:31:18.083595 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:18.104798 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-e1bbd036-c420-4933-8d9d-100c3c2624af tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:18.105600 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-e1bbd036-c420-4933-8d9d-100c3c2624af tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:18.110205 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d51f0a-1f33-4c4f-814d-83705ce77d9a {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:31:18.134587 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a5556838-fe0c-4279-9b5b-66dc647d80b9 req-0758d581-d78e-4138-bf68-2ac4ba242b59 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548911 Feb 14 19:31:18.141114 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f2d51f0a-1f33-4c4f-814d-83705ce77d9a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f2d51f0a-1f33-4c4f-814d-83705ce77d9a,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:18.208019 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-e1bbd036-c420-4933-8d9d-100c3c2624af tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9321511 Feb 14 19:31:18.222086 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Request body: {'port': {'device_id': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:31:18.251327 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:18.306387 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:18.317210 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=f2d51f0a-1f33-4c4f-814d-83705ce77d9a,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:18.341196 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-84657ece-d68b-44f2-8598-cfde9c7c5fad None None] Provisioning complete for port f485b392-48e0-467e-b95b-ebcb57aa5e5b triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:31:18.341571 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-84657ece-d68b-44f2-8598-cfde9c7c5fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:18.387715 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-84657ece-d68b-44f2-8598-cfde9c7c5fad None None] Port f485b392-48e0-467e-b95b-ebcb57aa5e5b cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:31:18.490735 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['f2d51f0a-1f33-4c4f-814d-83705ce77d9a'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:31:18.605987 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f485b392-48e0-467e-b95b-ebcb57aa5e5b {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:31:18.615052 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Publish callbacks [] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:18.630486 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Transition to ACTIVE for port object f485b392-48e0-467e-b95b-ebcb57aa5e5b will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:31:18.759179 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:18.811685 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Pushing event updated for resources: {'Port': ['ID=f485b392-48e0-467e-b95b-ebcb57aa5e5b,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:18.894299 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Attempting to bind port f485b392-48e0-467e-b95b-ebcb57aa5e5b on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:31:18.894749 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Attempting to bind port f485b392-48e0-467e-b95b-ebcb57aa5e5b by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'ad5331b1-6247-42b7-95bf-acf6b4720239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:31:18.895086 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Attempting to bind port f485b392-48e0-467e-b95b-ebcb57aa5e5b on network 18709779-44c4-4f08-9187-e94c77aa619c {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:31:18.900369 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Port f485b392-48e0-467e-b95b-ebcb57aa5e5b on network 18709779-44c4-4f08-9187-e94c77aa619c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:31:18.900694 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Attempting to bind port f485b392-48e0-467e-b95b-ebcb57aa5e5b on network 18709779-44c4-4f08-9187-e94c77aa619c {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:31:18.931003 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:31:18.931003 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Checking segment: {'id': 'ad5331b1-6247-42b7-95bf-acf6b4720239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:31:18.931003 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Bound using segment: {'id': 'ad5331b1-6247-42b7-95bf-acf6b4720239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:31:18.931003 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Bound port: f485b392-48e0-467e-b95b-ebcb57aa5e5b, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5331b1-6247-42b7-95bf-acf6b4720239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:31:18.931003 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:18.983003 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] For port f485b392-48e0-467e-b95b-ebcb57aa5e5b, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:31:18.986286 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] For port f485b392-48e0-467e-b95b-ebcb57aa5e5b, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:31:19.059405 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3364b8-2de1-4eaf-a65a-c4366d1bbca6 req-4ed8d411-f167-4002-b5b5-17cf86a21b9f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:19.060825 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-dd3364b8-2de1-4eaf-a65a-c4366d1bbca6 req-4ed8d411-f167-4002-b5b5-17cf86a21b9f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 944 time: 0.0598874 Feb 14 19:31:19.114001 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-dd3364b8-2de1-4eaf-a65a-c4366d1bbca6 req-98870fc0-cf2f-424c-b836-c5783fe85865 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472734 Feb 14 19:31:19.114373 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:19.149996 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:19.149996 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:19.150692 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] 10.222.0.43 "PUT /v2.0/ports/f485b392-48e0-467e-b95b-ebcb57aa5e5b HTTP/1.1" status: 200 len: 1094 time: 0.9354067 Feb 14 19:31:19.153166 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'tag': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:31:19.156930 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc3ec7b-954e-47b2-9aa5-7b5ec32dfa68" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba7f59a-6480-4f5a-be45-1694a615b0b2", "tag": "f485b392-48e0-467e-b95b-ebcb57aa5e5b"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:31:19.185528 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce3edc-d648-41ae-a418-8979ca0cbd41 service neutron] Pushing event updated for resources: {'Port': ['ID=f485b392-48e0-467e-b95b-ebcb57aa5e5b,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:19.197183 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464867ed-332a-4f41-a875-8eb2e1df9443 x-openstack-request-id: req-464867ed-332a-4f41-a875-8eb2e1df9443 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:31:19.197709 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba7f59a-6480-4f5a-be45-1694a615b0b2", "tag": "f485b392-48e0-467e-b95b-ebcb57aa5e5b", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:31:19.198137 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-464867ed-332a-4f41-a875-8eb2e1df9443 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:31:19.198739 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'tag': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'status': 'completed', 'code': 200} Feb 14 19:31:19.288651 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3ec7b-954e-47b2-9aa5-7b5ec32dfa68 req-f1276cfb-1d25-44bb-adf4-f67682d20873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:19.293786 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ddc3ec7b-954e-47b2-9aa5-7b5ec32dfa68 req-f1276cfb-1d25-44bb-adf4-f67682d20873 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=effeb13951274360878df6e825f49990&device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 1128 time: 0.0543401 Feb 14 19:31:19.316155 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ea671-a454-4564-91a9-b0bf6704a624 req-ef54009a-86b8-4b31-b530-cb78fafcb925 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:19.318190 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8c8ea671-a454-4564-91a9-b0bf6704a624 req-ef54009a-86b8-4b31-b530-cb78fafcb925 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0587795 Feb 14 19:31:19.392389 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8c8ea671-a454-4564-91a9-b0bf6704a624 req-e490e757-1d65-48db-acda-0547e149d97e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682604 Feb 14 19:31:19.421697 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3ec7b-954e-47b2-9aa5-7b5ec32dfa68 req-4b642a81-c2dc-42df-84e2-fe02e9355d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:19.423592 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ddc3ec7b-954e-47b2-9aa5-7b5ec32dfa68 req-4b642a81-c2dc-42df-84e2-fe02e9355d5b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=effeb13951274360878df6e825f49990&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1200850 Feb 14 19:31:19.436793 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:19.549147 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3ec7b-954e-47b2-9aa5-7b5ec32dfa68 req-ffe4d3ee-74f9-4e54-8af4-f4d27275d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:19.550677 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ddc3ec7b-954e-47b2-9aa5-7b5ec32dfa68 req-ffe4d3ee-74f9-4e54-8af4-f4d27275d601 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1160772 Feb 14 19:31:19.642882 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-14dd0539-5fad-44b8-aa43-53386d2e80e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:19.644332 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-14dd0539-5fad-44b8-aa43-53386d2e80e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=effeb13951274360878df6e825f49990&device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 1128 time: 0.0523944 Feb 14 19:31:19.687297 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-ce7a0089-b0e9-4b91-97a2-7add83e1bd93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b HTTP/1.1" status: 200 len: 217 time: 0.0348499 Feb 14 19:31:19.742330 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-fe338c4a-d9ca-4663-8ce2-56a4b5dd2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:19.744029 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-fe338c4a-d9ca-4663-8ce2-56a4b5dd2fe5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546abd88-ac1d-4c1e-a511-ab5543168169 HTTP/1.1" status: 200 len: 848 time: 0.0503697 Feb 14 19:31:19.797570 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-b17fb745-8956-4ab1-be57-ffb521645f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:19.799131 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-b17fb745-8956-4ab1-be57-ffb521645f9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=18709779-44c4-4f08-9187-e94c77aa619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489740 Feb 14 19:31:19.884350 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f2d51f0a-1f33-4c4f-814d-83705ce77d9a up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:31:19.897437 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-190205e4-b848-49c7-ba60-0347fd81d97d service neutron] 10.222.0.43 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908782 Feb 14 19:31:20.016501 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-c59af8ea-52f9-4fe9-894c-70022c99be34 req-dbd3048c-a563-4c92-b09f-c5758dd6ad86 service neutron] 10.222.0.43 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131613 Feb 14 19:31:20.062193 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port f2d51f0a-1f33-4c4f-814d-83705ce77d9a completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:31:20.066591 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port f2d51f0a-1f33-4c4f-814d-83705ce77d9a triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:31:20.066967 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:20.163934 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port f2d51f0a-1f33-4c4f-814d-83705ce77d9a is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:31:20.164382 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:20.192649 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee17b265-c685-46fd-9148-5f2ac26ca828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d51f0a-1f33-4c4f-814d-83705ce77d9a'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:31:20.194961 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf88a8a6-3096-4402-9393-1c4bb5c57da5" -d '{"events": [{"server_uuid": "ee17b265-c685-46fd-9148-5f2ac26ca828", "name": "network-vif-plugged", "status": "completed", "tag": "f2d51f0a-1f33-4c4f-814d-83705ce77d9a"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:31:20.208868 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f2d51f0a-1f33-4c4f-814d-83705ce77d9a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f2d51f0a-1f33-4c4f-814d-83705ce77d9a,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:20.272632 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6288a-ef03-494e-8f92-2658b506e0cc req-2c93673e-151a-40d4-bc70-745eed11e45a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:20.274815 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9ba6288a-ef03-494e-8f92-2658b506e0cc req-2c93673e-151a-40d4-bc70-745eed11e45a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 944 time: 0.0756483 Feb 14 19:31:20.313627 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:20.330099 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9ba6288a-ef03-494e-8f92-2658b506e0cc req-28462735-4b58-4d26-b44d-f945709400d3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489705 Feb 14 19:31:20.376565 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=f2d51f0a-1f33-4c4f-814d-83705ce77d9a,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:20.387159 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112e3aa0-949a-4248-a647-8827b41dfd2c x-openstack-request-id: req-112e3aa0-949a-4248-a647-8827b41dfd2c {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:31:20.387494 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee17b265-c685-46fd-9148-5f2ac26ca828", "name": "network-vif-plugged", "status": "completed", "tag": "f2d51f0a-1f33-4c4f-814d-83705ce77d9a", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:31:20.387720 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-112e3aa0-949a-4248-a647-8827b41dfd2c {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:31:20.388115 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee17b265-c685-46fd-9148-5f2ac26ca828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d51f0a-1f33-4c4f-814d-83705ce77d9a', 'code': 200} Feb 14 19:31:20.389761 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:20.390115 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:20.390505 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:20.390891 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:20.391224 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:20.391554 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:20.392737 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:20.393081 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:20.393417 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:20.394102 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:20.394495 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:20.394821 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:20.395122 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:20.515836 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37797e71-fd32-4775-972a-7733116f1cc3 req-e676c84d-77fe-48b4-b0f5-5641d2b584f7 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:20.517347 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-37797e71-fd32-4775-972a-7733116f1cc3 req-e676c84d-77fe-48b4-b0f5-5641d2b584f7 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0533431 Feb 14 19:31:20.570572 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-37797e71-fd32-4775-972a-7733116f1cc3 req-bb9cefc6-20ef-4fed-aa06-1ca50b15614d tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448165 Feb 14 19:31:20.734575 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c54196-fe1d-434f-b6de-cfeadc8c05fb req-d0da94ff-b814-47c7-938c-ddfe6fb0ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:20.734575 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-11c54196-fe1d-434f-b6de-cfeadc8c05fb req-d0da94ff-b814-47c7-938c-ddfe6fb0ed82 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 1129 time: 0.0509391 Feb 14 19:31:20.783289 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-11c54196-fe1d-434f-b6de-cfeadc8c05fb req-773dc4a9-c315-407b-90d0-fa1698b602a0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Feb 14 19:31:21.463298 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532c73a-e778-4541-bc99-81b5dfdf6af3 req-ddb88f6f-5853-4c31-a035-501ee1b5497b tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:21.464798 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d532c73a-e778-4541-bc99-81b5dfdf6af3 req-ddb88f6f-5853-4c31-a035-501ee1b5497b tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 945 time: 0.0578847 Feb 14 19:31:21.512781 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d532c73a-e778-4541-bc99-81b5dfdf6af3 req-25104681-ca9b-4c3d-80d2-98d09fff9b03 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421550 Feb 14 19:31:21.710165 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362dad38-529b-457f-919a-2e04e9b1bd72 req-ad6ed949-6026-49ee-9da9-530b31c583c9 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:21.712385 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-362dad38-529b-457f-919a-2e04e9b1bd72 req-ad6ed949-6026-49ee-9da9-530b31c583c9 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0585108 Feb 14 19:31:21.767738 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-362dad38-529b-457f-919a-2e04e9b1bd72 req-3cbfd885-d987-4a4c-9939-a4ea6da57b38 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492499 Feb 14 19:31:22.644322 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f5ed7-ed76-44d8-a6c9-f021c8b4a0cb req-25d66a74-26a4-482c-a536-b2e60fe1ca78 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:22.645831 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-254f5ed7-ed76-44d8-a6c9-f021c8b4a0cb req-25d66a74-26a4-482c-a536-b2e60fe1ca78 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 945 time: 0.0621018 Feb 14 19:31:22.694904 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-254f5ed7-ed76-44d8-a6c9-f021c8b4a0cb req-6762b340-5fb2-45fa-a89c-9a094ee52f85 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Feb 14 19:31:22.900315 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bff31-3096-45e8-8b25-76110001414e req-7d7a6310-28fc-4324-910c-78aea7567ff8 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:22.901936 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-556bff31-3096-45e8-8b25-76110001414e req-7d7a6310-28fc-4324-910c-78aea7567ff8 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0628538 Feb 14 19:31:22.968053 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-556bff31-3096-45e8-8b25-76110001414e req-2e2ec2d9-8a46-491d-9bf6-6b1dcfc10f47 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599856 Feb 14 19:31:24.095359 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd0b3a-3130-4394-9484-5b7ed4fce92e req-ccefa072-5b0a-4261-a992-04e704e512aa tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:24.096970 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-18fd0b3a-3130-4394-9484-5b7ed4fce92e req-ccefa072-5b0a-4261-a992-04e704e512aa tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0560093 Feb 14 19:31:24.152811 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-18fd0b3a-3130-4394-9484-5b7ed4fce92e req-500c430e-764f-46ba-a9e9-7e521999121e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498791 Feb 14 19:31:25.429630 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8f8aa-0611-4115-bf64-efb26086a93c req-0b7a85da-14ae-494c-9ddd-9639803e4562 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:25.431779 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4ba8f8aa-0611-4115-bf64-efb26086a93c req-0b7a85da-14ae-494c-9ddd-9639803e4562 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0602942 Feb 14 19:31:25.489003 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4ba8f8aa-0611-4115-bf64-efb26086a93c req-4d192f1d-0dab-4eb7-84b7-7a63b1ffe1cf tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512414 Feb 14 19:31:26.626032 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3b246-99b6-487b-9a00-c8a02b08578d req-c1fdd1d9-2361-4c4e-a959-dd6521bbef31 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:26.627433 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c8a3b246-99b6-487b-9a00-c8a02b08578d req-c1fdd1d9-2361-4c4e-a959-dd6521bbef31 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0615096 Feb 14 19:31:26.676487 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c8a3b246-99b6-487b-9a00-c8a02b08578d req-34ef2e29-37aa-40a5-9e51-7d59e2603847 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 Feb 14 19:31:27.793515 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055f0b2-559b-499c-be75-d07790939d79 req-51db3261-3030-4b19-a99d-4903cf906d4d tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:27.794902 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a055f0b2-559b-499c-be75-d07790939d79 req-51db3261-3030-4b19-a99d-4903cf906d4d tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0527520 Feb 14 19:31:27.844501 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a055f0b2-559b-499c-be75-d07790939d79 req-8ac3f1a0-a9a8-4362-bf4e-e547eb05c856 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440967 Feb 14 19:31:27.927882 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f485b392-48e0-467e-b95b-ebcb57aa5e5b details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:31:28.029314 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f485b392-48e0-467e-b95b-ebcb57aa5e5b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:28.042184 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'port_id': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'mac_address': 'fa:16:3e:88:8a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:31:28.084552 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port f485b392-48e0-467e-b95b-ebcb57aa5e5b is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:31:28.084851 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:28.098806 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f485b392-48e0-467e-b95b-ebcb57aa5e5b {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:31:28.120537 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f485b392-48e0-467e-b95b-ebcb57aa5e5b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:28.203247 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:28.268154 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=f485b392-48e0-467e-b95b-ebcb57aa5e5b,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:28.480055 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['f485b392-48e0-467e-b95b-ebcb57aa5e5b'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:31:28.970156 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd7f9d-73db-4fc0-94cf-cd0688fa4631 req-4fb25c20-107a-42db-99c9-fb355312e94f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:28.971647 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2ddd7f9d-73db-4fc0-94cf-cd0688fa4631 req-4fb25c20-107a-42db-99c9-fb355312e94f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0581682 Feb 14 19:31:29.020689 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2ddd7f9d-73db-4fc0-94cf-cd0688fa4631 req-91c3e71a-1771-42e5-a885-94672a43e9f2 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426483 Feb 14 19:31:30.140329 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa3009-fd62-4c8f-b939-fe68f5a518db req-7b82c241-197d-4b9b-b607-b8525ff93268 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:30.141699 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c4aa3009-fd62-4c8f-b939-fe68f5a518db req-7b82c241-197d-4b9b-b607-b8525ff93268 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0527003 Feb 14 19:31:30.191192 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c4aa3009-fd62-4c8f-b939-fe68f5a518db req-8b8b816f-a316-49d5-abb9-432641cf0cbe tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437992 Feb 14 19:31:31.319999 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c95ad5-b9f5-4b27-8b6d-e458fc6831b5 req-367bd073-1916-4b6e-bdb6-67a63ec1bd22 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:31.322681 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-70c95ad5-b9f5-4b27-8b6d-e458fc6831b5 req-367bd073-1916-4b6e-bdb6-67a63ec1bd22 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0575237 Feb 14 19:31:31.380157 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-70c95ad5-b9f5-4b27-8b6d-e458fc6831b5 req-2bef39e0-6618-408a-ba2e-6fcbde5d7814 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517194 Feb 14 19:31:31.947422 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f485b392-48e0-467e-b95b-ebcb57aa5e5b up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:31:32.053978 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port f485b392-48e0-467e-b95b-ebcb57aa5e5b completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:31:32.058858 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port f485b392-48e0-467e-b95b-ebcb57aa5e5b triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:31:32.059229 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:32.157471 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port f485b392-48e0-467e-b95b-ebcb57aa5e5b is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:31:32.157867 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:32.188108 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:31:32.188108 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371332c9-4982-4961-942a-f8a08c956d6b" -d '{"events": [{"server_uuid": "8ba7f59a-6480-4f5a-be45-1694a615b0b2", "name": "network-vif-plugged", "status": "completed", "tag": "f485b392-48e0-467e-b95b-ebcb57aa5e5b"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:31:32.205510 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f485b392-48e0-467e-b95b-ebcb57aa5e5b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:32.233707 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5ded16-f15f-494e-bcd2-a3bf0c25206f x-openstack-request-id: req-dc5ded16-f15f-494e-bcd2-a3bf0c25206f {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:31:32.234004 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba7f59a-6480-4f5a-be45-1694a615b0b2", "name": "network-vif-plugged", "status": "completed", "tag": "f485b392-48e0-467e-b95b-ebcb57aa5e5b", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:31:32.234263 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc5ded16-f15f-494e-bcd2-a3bf0c25206f {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:31:32.234716 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'code': 200} Feb 14 19:31:32.271384 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:32.328304 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=f485b392-48e0-467e-b95b-ebcb57aa5e5b,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:32.522012 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052b987-e4f4-4e70-985a-7762ed7e9f42 req-6611eef4-4b12-426c-95e6-e31165ad8804 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:32.524068 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5052b987-e4f4-4e70-985a-7762ed7e9f42 req-6611eef4-4b12-426c-95e6-e31165ad8804 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0639760 Feb 14 19:31:32.578378 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5052b987-e4f4-4e70-985a-7762ed7e9f42 req-0fc79701-c7cf-4749-8e35-5b94c0edefd2 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465026 Feb 14 19:31:32.676732 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73474fb8-3464-40b6-92f9-fd25a84a2121 req-31c467cc-b8b6-4d25-a96a-c1ce267cb6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:32.678284 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-73474fb8-3464-40b6-92f9-fd25a84a2121 req-31c467cc-b8b6-4d25-a96a-c1ce267cb6e3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 1130 time: 0.0520177 Feb 14 19:31:32.731076 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-73474fb8-3464-40b6-92f9-fd25a84a2121 req-2c2798b0-16b1-4799-a9ea-e1e20af5794c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455680 Feb 14 19:31:33.698187 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf823d-dc00-4f82-b2a7-f7942f93d769 req-be9a621e-60fd-4486-b3ab-1ea10e299ec4 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:33.699641 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-68cf823d-dc00-4f82-b2a7-f7942f93d769 req-be9a621e-60fd-4486-b3ab-1ea10e299ec4 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0541253 Feb 14 19:31:33.756436 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-68cf823d-dc00-4f82-b2a7-f7942f93d769 req-0bf128e9-da03-445c-b800-229fb5729364 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502331 Feb 14 19:31:34.891300 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c934b-1eaf-4ea0-adb1-ebe6b557ad19 req-d9306f66-97c2-4ca8-954e-7dd585af0ef0 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:34.892897 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-189c934b-1eaf-4ea0-adb1-ebe6b557ad19 req-d9306f66-97c2-4ca8-954e-7dd585af0ef0 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0659010 Feb 14 19:31:34.950337 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-189c934b-1eaf-4ea0-adb1-ebe6b557ad19 req-e7fb3111-9b98-4100-ba3f-08da72eaa140 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470181 Feb 14 19:31:35.086712 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b07eb9-818f-45bf-91c4-157ac6aeddb3 req-3c909bb1-4497-4176-9e7a-193c16a2119e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:35.088718 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-48b07eb9-818f-45bf-91c4-157ac6aeddb3 req-3c909bb1-4497-4176-9e7a-193c16a2119e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0587075 Feb 14 19:31:35.153088 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-48b07eb9-818f-45bf-91c4-157ac6aeddb3 req-803b864d-1303-4fd5-b7fe-21cb257c406f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540731 Feb 14 19:31:35.178548 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33278) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:31:35.320054 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62170d73-c8ee-478b-98ea-b666cd20f5f0 tempest-TestShelveInstance-2006480154 tempest-TestShelveInstance-2006480154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:35.322183 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-62170d73-c8ee-478b-98ea-b666cd20f5f0 tempest-TestShelveInstance-2006480154 tempest-TestShelveInstance-2006480154-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 1125 time: 0.1425903 Feb 14 19:31:35.325127 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33282) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:31:35.329681 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Request body: {'floatingip': {'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'port_id': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'tenant_id': 'effeb13951274360878df6e825f49990', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:31:35.439056 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:35.552512 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:35.657455 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Allocated IP 172.27.2.25 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/f0d06fc4-e285-4ef7-84e4-a7491a4e76f4) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:31:35.762726 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for port (f0d06fc4-e285-4ef7-84e4-a7491a4e76f4), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:35.891151 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (f0d06fc4-e285-4ef7-84e4-a7491a4e76f4), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:35.931314 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:31:35.934304 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:31:35.940497 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:31:35.946121 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Pushing event updated for resources: {'Port': ['ID=f0d06fc4-e285-4ef7-84e4-a7491a4e76f4,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:35.974397 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:35.974752 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:35.975105 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:35.975444 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:35.975778 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:35.976113 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:35.976460 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:35.977537 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:35.978112 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:35.978484 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:35.978821 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:35.979150 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:35.979477 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:31:36.338805 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for floatingip (0508ea54-57be-4284-b7d3-7f3c7714db59), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:36.588965 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f0d06fc4-e285-4ef7-84e4-a7491a4e76f4), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:36.767146 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for port (f0d06fc4-e285-4ef7-84e4-a7491a4e76f4), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:36.877343 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-0ef347da-93a0-4353-8602-52c3b02fcb8f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:36.878747 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-0ef347da-93a0-4353-8602-52c3b02fcb8f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/networks?id=3f3b9ff9-bf99-465d-9ff2-430ec676aa00 HTTP/1.1" status: 200 len: 815 time: 0.1094768 Feb 14 19:31:36.888543 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (f0d06fc4-e285-4ef7-84e4-a7491a4e76f4), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:36.894513 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-3d1d0d6d-6a79-4248-853e-ecd193972f2d tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/quotas/2361aa206a424033a81ea24d705940bd HTTP/1.1" status: 200 len: 375 time: 0.0095601 Feb 14 19:31:36.966334 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Pushing event updated for resources: {'Port': ['ID=f0d06fc4-e285-4ef7-84e4-a7491a4e76f4,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:36.966692 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-63749ac9-914a-4e92-99ab-a33dba0ac0df tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2361aa206a424033a81ea24d705940bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656550 Feb 14 19:31:36.978914 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (0508ea54-57be-4284-b7d3-7f3c7714db59), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:37.076680 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-02415e00-9899-448f-bad1-7727f3aa09d6 service neutron] 10.222.0.26 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930831 Feb 14 19:31:37.089305 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.l3_db [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Floating IP 0508ea54-57be-4284-b7d3-7f3c7714db59 associated. External IP: 172.27.2.25, port: f485b392-48e0-467e-b95b-ebcb57aa5e5b. Feb 14 19:31:37.171865 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-8287f47c-08df-402f-b09a-7e7366955a2d service neutron] 10.222.0.26 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888960 Feb 14 19:31:37.323916 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:31:37.568468 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-29995cf1-b193-47e8-985d-1f4c875ccb84 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-431834895&fields=id&tenant_id=62b60dc2e6514bdf9ac5593137f409a8 HTTP/1.1" status: 200 len: 267 time: 0.0574505 Feb 14 19:31:37.730257 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:31:37.748608 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b37432-e47d-4861-9fe5-02cec75f107b None None] Sync routers for ids ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:31:37.763354 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b37432-e47d-4861-9fe5-02cec75f107b None None] Routers {'305c53cd-fcc6-4b99-b04a-72b2bcade1ed'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:31:37.767608 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-d8b37432-e47d-4861-9fe5-02cec75f107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:31:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:31:37.875076 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:37.934507 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-2dee284b-27fb-4ffc-9e61-1413047fb0c3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5961707 Feb 14 19:31:37.934507 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'tag': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:31:37.934507 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390714bf-dc3b-445e-8898-23b07e45902e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba7f59a-6480-4f5a-be45-1694a615b0b2", "tag": "f485b392-48e0-467e-b95b-ebcb57aa5e5b"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:31:37.970491 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-44031930-9379-413c-9a31-0f72ee4450b0 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:37.972488 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-44031930-9379-413c-9a31-0f72ee4450b0 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/networks?id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 200 len: 811 time: 0.3953798 Feb 14 19:31:37.995099 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-45a7ae58-4543-47cc-b608-7d4c7ccab13f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/quotas/62b60dc2e6514bdf9ac5593137f409a8 HTTP/1.1" status: 200 len: 375 time: 0.0131533 Feb 14 19:31:38.063205 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-d8b37432-e47d-4861-9fe5-02cec75f107b None None] Set router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:31:38.084927 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-56f252db-5d7c-4258-afa6-7b9deac1a015 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816066 Feb 14 19:31:38.209404 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-43c12d5f-bebb-405c-8a97-57ff4f1838e7 service neutron] 10.222.0.26 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164575 Feb 14 19:31:38.311674 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-a8895415-a1eb-436c-be0b-bb106ed6d354 service neutron] 10.222.0.26 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952823 Feb 14 19:31:38.371315 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-d8b37432-e47d-4861-9fe5-02cec75f107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:30:41Z', 'revision_number': 4, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port': {'id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:38Z', 'updated_at': '2022-02-14T19:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '0508ea54-57be-4284-b7d3-7f3c7714db59', 'tenant_id': 'effeb13951274360878df6e825f49990', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'port_id': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'mac_address': 'fa:16:3e:88:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:31:36Z', 'updated_at': '2022-02-14T19:31:36Z', 'revision_number': 0, 'project_id': 'effeb13951274360878df6e825f49990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9f41af-e5a6-46ad-93ab-7841c18f35ae', 'name': '', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'tenant_id': 'effeb13951274360878df6e825f49990', 'mac_address': 'fa:16:3e:ac:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:40Z', 'updated_at': '2022-02-14T19:30:45Z', 'revision_number': 5, 'project_id': 'effeb13951274360878df6e825f49990', 'subnets': [{'id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:31:38.414439 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b37432-e47d-4861-9fe5-02cec75f107b None None] Checking router: 305c53cd-fcc6-4b99-b04a-72b2bcade1ed for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:31:38.424463 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b37432-e47d-4861-9fe5-02cec75f107b None None] Routers {'305c53cd-fcc6-4b99-b04a-72b2bcade1ed'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:31:38.425119 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-d8b37432-e47d-4861-9fe5-02cec75f107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:31:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:31:38.542649 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-d8b37432-e47d-4861-9fe5-02cec75f107b None None] Set router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:31:38.802372 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-d8b37432-e47d-4861-9fe5-02cec75f107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:30:41Z', 'revision_number': 4, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port': {'id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:38Z', 'updated_at': '2022-02-14T19:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '0508ea54-57be-4284-b7d3-7f3c7714db59', 'tenant_id': 'effeb13951274360878df6e825f49990', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'port_id': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'mac_address': 'fa:16:3e:88:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:31:36Z', 'updated_at': '2022-02-14T19:31:36Z', 'revision_number': 0, 'project_id': 'effeb13951274360878df6e825f49990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9f41af-e5a6-46ad-93ab-7841c18f35ae', 'name': '', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'tenant_id': 'effeb13951274360878df6e825f49990', 'mac_address': 'fa:16:3e:ac:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:40Z', 'updated_at': '2022-02-14T19:30:45Z', 'revision_number': 5, 'project_id': 'effeb13951274360878df6e825f49990', 'subnets': [{'id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:31:38.831582 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b37432-e47d-4861-9fe5-02cec75f107b None None] The sync data for ids ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'] in dv-cinder-816898-8-iscsi is: [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:30:41Z', 'revision_number': 4, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port': {'id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:38Z', 'updated_at': '2022-02-14T19:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': '0508ea54-57be-4284-b7d3-7f3c7714db59', 'tenant_id': 'effeb13951274360878df6e825f49990', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'port_id': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'mac_address': 'fa:16:3e:88:8a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:31:36Z', 'updated_at': '2022-02-14T19:31:36Z', 'revision_number': 0, 'project_id': 'effeb13951274360878df6e825f49990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa9f41af-e5a6-46ad-93ab-7841c18f35ae', 'name': '', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'tenant_id': 'effeb13951274360878df6e825f49990', 'mac_address': 'fa:16:3e:ac:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:40Z', 'updated_at': '2022-02-14T19:30:45Z', 'revision_number': 5, 'project_id': 'effeb13951274360878df6e825f49990', 'subnets': [{'id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:31:39.057545 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ec888d-2277-4d92-b8d4-102e56dd435f None None] New status for floating IP 0508ea54-57be-4284-b7d3-7f3c7714db59: ACTIVE {{(pid=103313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:31:39.083386 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-170fef91-101b-4398-aa25-6d14f3d4e3eb req-729e0997-0d42-40ac-ab93-af1ce8755ffd tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 210 time: 0.0372913 Feb 14 19:31:39.139806 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55a1729-7b1c-4765-bf7a-a7397369776f x-openstack-request-id: req-b55a1729-7b1c-4765-bf7a-a7397369776f {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:31:39.141019 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba7f59a-6480-4f5a-be45-1694a615b0b2", "tag": "f485b392-48e0-467e-b95b-ebcb57aa5e5b", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:31:39.141508 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b55a1729-7b1c-4765-bf7a-a7397369776f {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:31:39.142643 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'tag': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'status': 'completed', 'code': 200} Feb 14 19:31:39.219192 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-270d6f65-d5b9-4a3a-a399-3c5cf666dace req-92fcadac-e24c-481c-8368-ed6929d28e01 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 210 time: 0.0506067 Feb 14 19:31:39.252661 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390714bf-dc3b-445e-8898-23b07e45902e req-3b35b3e2-e87a-447b-ac5b-00af8b8dc5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:39.254257 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-390714bf-dc3b-445e-8898-23b07e45902e req-3b35b3e2-e87a-447b-ac5b-00af8b8dc5d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=effeb13951274360878df6e825f49990&device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 1130 time: 0.0922029 Feb 14 19:31:39.363364 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390714bf-dc3b-445e-8898-23b07e45902e req-6aff1f4c-86a2-41d0-8759-f4902067589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:39.365014 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-390714bf-dc3b-445e-8898-23b07e45902e req-6aff1f4c-86a2-41d0-8759-f4902067589c service neutron] 10.222.0.43 "GET /v2.0/networks?id=18709779-44c4-4f08-9187-e94c77aa619c HTTP/1.1" status: 200 len: 910 time: 0.1048844 Feb 14 19:31:39.434904 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-390714bf-dc3b-445e-8898-23b07e45902e req-a434f45a-9552-4725-83d3-55900b84eb4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b HTTP/1.1" status: 200 len: 1001 time: 0.0626438 Feb 14 19:31:39.494954 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390714bf-dc3b-445e-8898-23b07e45902e req-a5a0c406-16db-41c5-93a6-72b505310e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:39.496857 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-390714bf-dc3b-445e-8898-23b07e45902e req-a5a0c406-16db-41c5-93a6-72b505310e07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546abd88-ac1d-4c1e-a511-ab5543168169 HTTP/1.1" status: 200 len: 848 time: 0.0497332 Feb 14 19:31:39.565722 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390714bf-dc3b-445e-8898-23b07e45902e req-f05d0e6c-ae85-4a65-a3cb-6e1e70bd157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:39.567300 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-390714bf-dc3b-445e-8898-23b07e45902e req-f05d0e6c-ae85-4a65-a3cb-6e1e70bd157b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=18709779-44c4-4f08-9187-e94c77aa619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519843 Feb 14 19:31:39.611382 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:31:39.690654 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-390714bf-dc3b-445e-8898-23b07e45902e req-ce9d9aa7-c00b-4696-a004-794bef726f38 service neutron] 10.222.0.43 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121502 Feb 14 19:31:39.798940 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-390714bf-dc3b-445e-8898-23b07e45902e req-608ebbeb-5143-4d7d-b16f-61a20cba6ec6 service neutron] 10.222.0.43 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006496 Feb 14 19:31:39.973715 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-104bdb9c-9d89-43bc-a9be-271220a94dc6 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:39.975273 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-104bdb9c-9d89-43bc-a9be-271220a94dc6 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "GET /v2.0/networks?id=3f3b9ff9-bf99-465d-9ff2-430ec676aa00 HTTP/1.1" status: 200 len: 815 time: 0.1136706 Feb 14 19:31:39.990101 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-cdf9feef-f9c2-4480-804f-65b7370c4383 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Request body: {'port': {'device_id': '407bdc55-4d1e-4b34-832e-9db441091034', 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00', 'admin_state_up': True, 'tenant_id': '2361aa206a424033a81ea24d705940bd'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:31:40.229792 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-cdf9feef-f9c2-4480-804f-65b7370c4383 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Made reservation on behalf of 2361aa206a424033a81ea24d705940bd for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:31:40.230516 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-89578ecc-803a-4d77-b9d1-bac88848719e req-bd310171-4d28-4300-89e1-1b58e7c6f0d6 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 210 time: 0.0462096 Feb 14 19:31:40.230912 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-cdf9feef-f9c2-4480-804f-65b7370c4383 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:40.332989 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-aec5765e-89e4-4cae-ada5-eb8d13b6f600 req-181f82f0-26fa-4b08-94ad-4d1c3f9e148b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 210 time: 0.0292220 Feb 14 19:31:40.399961 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-cdf9feef-f9c2-4480-804f-65b7370c4383 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Allocated IP 172.20.0.3 (3f3b9ff9-bf99-465d-9ff2-430ec676aa00/8dd2cf7d-838c-4b81-82a4-00cbad39a57e/128206e5-b20b-4cb1-a25f-b9a7173210a5) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:31:40.588732 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-cdf9feef-f9c2-4480-804f-65b7370c4383 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks [] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:40.617739 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-10c76974-3745-4482-bb12-30bdfcafd229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:40.713496 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-cdf9feef-f9c2-4480-804f-65b7370c4383 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:40.728692 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['00289460-f2b5-428a-aeef-3bc6f537723a', '3db151c2-78a3-41ce-806f-d12f69d88c70', 'f2d51f0a-1f33-4c4f-814d-83705ce77d9a'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:31:40.767830 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-cdf9feef-f9c2-4480-804f-65b7370c4383 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:31:40.773732 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-cdf9feef-f9c2-4480-804f-65b7370c4383 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:31:40.776976 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-cdf9feef-f9c2-4480-804f-65b7370c4383 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:31:40.785309 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9feef-f9c2-4480-804f-65b7370c4383 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Pushing event updated for resources: {'Port': ['ID=128206e5-b20b-4cb1-a25f-b9a7173210a5,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:40.851891 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-cdf9feef-f9c2-4480-804f-65b7370c4383 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:40.853235 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-cdf9feef-f9c2-4480-804f-65b7370c4383 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:40.982661 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-cdf9feef-f9c2-4480-804f-65b7370c4383 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9976339 Feb 14 19:31:41.004018 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Request body: {'port': {'device_id': '407bdc55-4d1e-4b34-832e-9db441091034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:31:41.083099 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:41.393535 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f8521-80e5-49d9-bb14-7768d4a7a62c req-2741a1d6-d72f-4338-a687-e1243b7acae6 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:41.395166 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-276f8521-80e5-49d9-bb14-7768d4a7a62c req-2741a1d6-d72f-4338-a687-e1243b7acae6 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 931 time: 0.0682633 Feb 14 19:31:41.459829 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128206e5-b20b-4cb1-a25f-b9a7173210a5 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:31:41.476652 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-276f8521-80e5-49d9-bb14-7768d4a7a62c req-5a96fdc5-1b85-4f67-9441-a1ae4a1e276f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628371 Feb 14 19:31:41.477357 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Publish callbacks [] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:41.490000 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Transition to ACTIVE for port object 128206e5-b20b-4cb1-a25f-b9a7173210a5 will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:31:41.556421 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c48ba1b6-4db9-4a7a-b930-6b45bb13e7ca req-8d44299a-7a9c-41f7-9876-f29f82fca85b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 210 time: 0.0304291 Feb 14 19:31:41.723757 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:41.821146 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Pushing event updated for resources: {'Port': ['ID=128206e5-b20b-4cb1-a25f-b9a7173210a5,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:41.862652 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-95eb15fc-abc1-44f5-9df1-181ccaa184f7 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:41.864224 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-95eb15fc-abc1-44f5-9df1-181ccaa184f7 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "GET /v2.0/networks?id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 200 len: 811 time: 0.1966462 Feb 14 19:31:41.953535 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Attempting to bind port 128206e5-b20b-4cb1-a25f-b9a7173210a5 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:31:41.953861 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Attempting to bind port 128206e5-b20b-4cb1-a25f-b9a7173210a5 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:31:41.954196 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Attempting to bind port 128206e5-b20b-4cb1-a25f-b9a7173210a5 on network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:31:41.964251 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Port 128206e5-b20b-4cb1-a25f-b9a7173210a5 on network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:31:41.964576 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Attempting to bind port 128206e5-b20b-4cb1-a25f-b9a7173210a5 on network 3f3b9ff9-bf99-465d-9ff2-430ec676aa00 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:31:41.971512 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-b33006e7-2450-4c54-8df6-b892d7a7fb1a tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b60dc2e6514bdf9ac5593137f409a8 HTTP/1.1" status: 200 len: 379 time: 0.0887880 Feb 14 19:31:41.977284 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:31:41.977284 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Checking segment: {'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:31:41.977811 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Bound using segment: {'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:31:41.978253 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Bound port: 128206e5-b20b-4cb1-a25f-b9a7173210a5, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c79297-1a8f-4c9c-adc5-c012147345e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:31:41.978852 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:41.986705 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-c0159a2c-1efe-409d-a509-ea08f67dcad8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Request body: {'port': {'device_id': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'admin_state_up': True, 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'security_groups': ['cae0c260-bf28-4ff1-9c6a-23084d5dafd5']}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:31:42.127677 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] For port 128206e5-b20b-4cb1-a25f-b9a7173210a5, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:31:42.132353 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] For port 128206e5-b20b-4cb1-a25f-b9a7173210a5, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=128206e5-b20b-4cb1-a25f-b9a7173210a5,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:31:42.325572 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:42.367734 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:42.368537 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:42.370372 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] 10.222.0.43 "PUT /v2.0/ports/128206e5-b20b-4cb1-a25f-b9a7173210a5 HTTP/1.1" status: 200 len: 1093 time: 1.3708103 Feb 14 19:31:42.373427 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407bdc55-4d1e-4b34-832e-9db441091034', 'tag': '128206e5-b20b-4cb1-a25f-b9a7173210a5'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:31:42.376005 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59654f3-a4f9-4d99-b87a-42f0ee02540e" -d '{"events": [{"name": "network-changed", "server_uuid": "407bdc55-4d1e-4b34-832e-9db441091034", "tag": "128206e5-b20b-4cb1-a25f-b9a7173210a5"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:31:42.394837 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-c0159a2c-1efe-409d-a509-ea08f67dcad8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Made reservation on behalf of 62b60dc2e6514bdf9ac5593137f409a8 for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:31:42.402428 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-c0159a2c-1efe-409d-a509-ea08f67dcad8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:42.426803 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8e6abc-cb27-4114-8df2-4721576039ed x-openstack-request-id: req-dc8e6abc-cb27-4114-8df2-4721576039ed {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:31:42.427096 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407bdc55-4d1e-4b34-832e-9db441091034", "tag": "128206e5-b20b-4cb1-a25f-b9a7173210a5", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:31:42.427347 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc8e6abc-cb27-4114-8df2-4721576039ed {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:31:42.427763 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407bdc55-4d1e-4b34-832e-9db441091034', 'tag': '128206e5-b20b-4cb1-a25f-b9a7173210a5', 'status': 'completed', 'code': 200} Feb 14 19:31:42.442711 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6a5d6-f9ca-4e41-adfd-7960c1bc60b4 service neutron] Pushing event updated for resources: {'Port': ['ID=128206e5-b20b-4cb1-a25f-b9a7173210a5,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:42.625632 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59654f3-a4f9-4d99-b87a-42f0ee02540e req-9731dddf-286c-4679-a798-7819adf83635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:42.625632 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d59654f3-a4f9-4d99-b87a-42f0ee02540e req-9731dddf-286c-4679-a798-7819adf83635 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2361aa206a424033a81ea24d705940bd&device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 1127 time: 0.1654727 Feb 14 19:31:42.656722 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30c928-8e34-4cfd-b307-c70ee9a4e520 req-994c88e3-3a8e-4464-976a-93bcae6fcd88 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:42.658897 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ad30c928-8e34-4cfd-b307-c70ee9a4e520 req-994c88e3-3a8e-4464-976a-93bcae6fcd88 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 943 time: 0.0743356 Feb 14 19:31:42.746806 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-c0159a2c-1efe-409d-a509-ea08f67dcad8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Allocated IP 172.20.0.6 (be2c9359-90ea-4bbb-9201-502ed9c5f3b6/9b06bb16-5bc0-4dde-a877-15e3216c9bed/3912abe8-3c59-48b7-9494-74fcbcadf4c9) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:31:42.754002 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ad30c928-8e34-4cfd-b307-c70ee9a4e520 req-fb3b5ddf-12cf-4171-8ee8-d33060c274d2 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802963 Feb 14 19:31:42.802858 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59654f3-a4f9-4d99-b87a-42f0ee02540e req-5e2e3495-552a-495c-a688-1d8f9b1c9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:42.804383 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d59654f3-a4f9-4d99-b87a-42f0ee02540e req-5e2e3495-552a-495c-a688-1d8f9b1c9bd7 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2361aa206a424033a81ea24d705940bd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1521657 Feb 14 19:31:42.839840 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9108118b-6c77-49e6-bc89-134b3954cac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:42.869440 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e68a3251-1426-4885-a643-4d7321a7dc14 req-ca5d95a5-b82a-432a-b8c4-2ee4422b90fe tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 210 time: 0.0350184 Feb 14 19:31:42.988649 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59654f3-a4f9-4d99-b87a-42f0ee02540e req-5152a083-98cb-4886-872b-8ea5b5f0d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:42.990109 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d59654f3-a4f9-4d99-b87a-42f0ee02540e req-5152a083-98cb-4886-872b-8ea5b5f0d934 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1785893 Feb 14 19:31:43.008975 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-c0159a2c-1efe-409d-a509-ea08f67dcad8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:43.082794 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-42d9b05b-ea8b-43ef-a173-2d98b909bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:43.084318 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-42d9b05b-ea8b-43ef-a173-2d98b909bd52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2361aa206a424033a81ea24d705940bd&device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 1127 time: 0.0518208 Feb 14 19:31:43.129841 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-537797fe-2f94-436a-9a77-90fb25323acf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128206e5-b20b-4cb1-a25f-b9a7173210a5 HTTP/1.1" status: 200 len: 217 time: 0.0380156 Feb 14 19:31:43.178818 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-c0159a2c-1efe-409d-a509-ea08f67dcad8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:43.190155 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-03079b56-a08b-4b1e-b709-39c48381e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:43.191668 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-03079b56-a08b-4b1e-b709-39c48381e216 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd2cf7d-838c-4b81-82a4-00cbad39a57e HTTP/1.1" status: 200 len: 855 time: 0.0556591 Feb 14 19:31:43.257693 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-e1e17559-4549-4bdc-a438-9f3de9d4c8dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f3b9ff9-bf99-465d-9ff2-430ec676aa00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422599 Feb 14 19:31:43.262067 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-c0159a2c-1efe-409d-a509-ea08f67dcad8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:31:43.268518 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-c0159a2c-1efe-409d-a509-ea08f67dcad8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:31:43.278823 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-c0159a2c-1efe-409d-a509-ea08f67dcad8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:31:43.317813 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0159a2c-1efe-409d-a509-ea08f67dcad8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'Port': ['ID=3912abe8-3c59-48b7-9494-74fcbcadf4c9,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:43.407709 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-c0159a2c-1efe-409d-a509-ea08f67dcad8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:43.408568 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-c0159a2c-1efe-409d-a509-ea08f67dcad8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:43.457249 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-168f69d1-6883-4813-aecf-e9a098323349 service neutron] 10.222.0.43 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789854 Feb 14 19:31:43.532473 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-b9cc3d3b-06b4-4fd4-9289-076ab544c473 None None] Provisioning complete for port 3912abe8-3c59-48b7-9494-74fcbcadf4c9 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:31:43.532844 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-b9cc3d3b-06b4-4fd4-9289-076ab544c473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:43.560937 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e2795ca3-d5a3-45e4-85c0-aa81270a78c0 req-96d71e4e-db95-419d-8a95-3a2c88413cd9 service neutron] 10.222.0.43 "GET /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978284 Feb 14 19:31:43.566006 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-c0159a2c-1efe-409d-a509-ea08f67dcad8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5833790 Feb 14 19:31:43.571224 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc3d3b-06b4-4fd4-9289-076ab544c473 None None] Port 3912abe8-3c59-48b7-9494-74fcbcadf4c9 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:31:43.578963 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Request body: {'port': {'device_id': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:31:43.644491 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:43.918282 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53079b3-6c6f-46c3-9093-2a35f3af5be6 req-b8eca290-2cba-4bdd-98a1-5a206792bc07 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:43.920087 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d53079b3-6c6f-46c3-9093-2a35f3af5be6 req-b8eca290-2cba-4bdd-98a1-5a206792bc07 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 943 time: 0.0740526 Feb 14 19:31:43.978958 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d53079b3-6c6f-46c3-9093-2a35f3af5be6 req-c5c8e0f4-e17f-4be2-ad00-8a07f3c5bfb5 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506563 Feb 14 19:31:44.024546 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3912abe8-3c59-48b7-9494-74fcbcadf4c9 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:31:44.024546 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Publish callbacks [] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:44.038290 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Transition to ACTIVE for port object 3912abe8-3c59-48b7-9494-74fcbcadf4c9 will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:31:44.112845 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f470e-af4c-4bf0-8b6b-1bb7008ac0c7 req-beb0bdab-cde4-48ce-9e94-9f7bf9c5f243 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:44.114269 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-821f470e-af4c-4bf0-8b6b-1bb7008ac0c7 req-beb0bdab-cde4-48ce-9e94-9f7bf9c5f243 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 931 time: 0.0636339 Feb 14 19:31:44.142784 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:44.176299 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-821f470e-af4c-4bf0-8b6b-1bb7008ac0c7 req-f7813790-5963-4c92-9fca-56fa0a2cc96f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558865 Feb 14 19:31:44.229504 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Pushing event updated for resources: {'Port': ['ID=3912abe8-3c59-48b7-9494-74fcbcadf4c9,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:44.305349 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Attempting to bind port 3912abe8-3c59-48b7-9494-74fcbcadf4c9 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:31:44.306272 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Attempting to bind port 3912abe8-3c59-48b7-9494-74fcbcadf4c9 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:31:44.310228 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Attempting to bind port 3912abe8-3c59-48b7-9494-74fcbcadf4c9 on network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:31:44.310456 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:44.312431 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Port 3912abe8-3c59-48b7-9494-74fcbcadf4c9 on network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:31:44.312761 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Attempting to bind port 3912abe8-3c59-48b7-9494-74fcbcadf4c9 on network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:31:44.318525 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:31:44.318868 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Checking segment: {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:31:44.319256 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Bound using segment: {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:31:44.319700 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Bound port: 3912abe8-3c59-48b7-9494-74fcbcadf4c9, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:31:44.320092 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:44.406276 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] For port 3912abe8-3c59-48b7-9494-74fcbcadf4c9, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:31:44.410040 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] For port 3912abe8-3c59-48b7-9494-74fcbcadf4c9, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=3912abe8-3c59-48b7-9494-74fcbcadf4c9,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:31:44.501001 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:44.543205 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:44.549256 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:44.549256 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] 10.222.0.43 "PUT /v2.0/ports/3912abe8-3c59-48b7-9494-74fcbcadf4c9 HTTP/1.1" status: 200 len: 1093 time: 0.9712803 Feb 14 19:31:44.549256 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'tag': '3912abe8-3c59-48b7-9494-74fcbcadf4c9'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:31:44.549256 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66956797-e2a1-4061-a05a-1e96ef4e19ec" -d '{"events": [{"name": "network-changed", "server_uuid": "fb870a06-2a77-4ce4-8516-2eea1529ac8d", "tag": "3912abe8-3c59-48b7-9494-74fcbcadf4c9"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:31:44.575367 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310edcc-f7e2-40ae-b6e7-44c88f255488 service neutron] Pushing event updated for resources: {'Port': ['ID=3912abe8-3c59-48b7-9494-74fcbcadf4c9,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:44.595960 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fd094f-32a1-4f71-b4e8-5308f9cd38b7 x-openstack-request-id: req-b7fd094f-32a1-4f71-b4e8-5308f9cd38b7 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:31:44.595960 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb870a06-2a77-4ce4-8516-2eea1529ac8d", "tag": "3912abe8-3c59-48b7-9494-74fcbcadf4c9", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:31:44.595960 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7fd094f-32a1-4f71-b4e8-5308f9cd38b7 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:31:44.595960 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'tag': '3912abe8-3c59-48b7-9494-74fcbcadf4c9', 'status': 'completed', 'code': 200} Feb 14 19:31:44.690824 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66956797-e2a1-4061-a05a-1e96ef4e19ec req-6b94f88d-59c0-4669-8f69-7e5ad809c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:44.692833 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-66956797-e2a1-4061-a05a-1e96ef4e19ec req-6b94f88d-59c0-4669-8f69-7e5ad809c6ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 1127 time: 0.0702269 Feb 14 19:31:44.818401 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66956797-e2a1-4061-a05a-1e96ef4e19ec req-5f25a012-22d7-467a-b208-00707ee941bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:44.819859 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-66956797-e2a1-4061-a05a-1e96ef4e19ec req-5f25a012-22d7-467a-b208-00707ee941bf service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1190090 Feb 14 19:31:44.924131 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66956797-e2a1-4061-a05a-1e96ef4e19ec req-da53c1c9-937e-46fa-ad96-f122d7345a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:44.925654 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-66956797-e2a1-4061-a05a-1e96ef4e19ec req-da53c1c9-937e-46fa-ad96-f122d7345a27 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991976 Feb 14 19:31:45.031863 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-36acaa1a-7fe6-4c9a-9ece-eb15e2980585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:45.033425 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-36acaa1a-7fe6-4c9a-9ece-eb15e2980585 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 1127 time: 0.0612707 Feb 14 19:31:45.082030 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-bc278e12-d224-4462-a29e-9f456b557f66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3912abe8-3c59-48b7-9494-74fcbcadf4c9 HTTP/1.1" status: 200 len: 217 time: 0.0365911 Feb 14 19:31:45.128008 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050eeed-18c7-4d87-b56f-9d214e07d83f req-c7fff63d-6f23-4204-b0fb-7b9a62cef7b0 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:45.129607 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c050eeed-18c7-4d87-b56f-9d214e07d83f req-c7fff63d-6f23-4204-b0fb-7b9a62cef7b0 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 943 time: 0.0726111 Feb 14 19:31:45.152264 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-2b93aa3b-95a4-4208-b249-3d8b4a3611ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:45.154721 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-2b93aa3b-95a4-4208-b249-3d8b4a3611ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b06bb16-5bc0-4dde-a877-15e3216c9bed HTTP/1.1" status: 200 len: 850 time: 0.0658829 Feb 14 19:31:45.207423 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c050eeed-18c7-4d87-b56f-9d214e07d83f req-cece378d-f145-4be0-b35b-b385850ef6f0 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662620 Feb 14 19:31:45.214001 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-4520e5ed-52a1-4944-ae6e-8976c70510d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:45.215657 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-4520e5ed-52a1-4944-ae6e-8976c70510d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539949 Feb 14 19:31:45.343445 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-631a5d61-fb51-4216-b7ce-4092ca2e70f9 service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201072 Feb 14 19:31:45.367414 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e881e9-2c3c-48a9-8495-03ec7793e3a1 req-b641ec74-379e-4860-b16d-5f7d1da1f26f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:45.369042 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-52e881e9-2c3c-48a9-8495-03ec7793e3a1 req-b641ec74-379e-4860-b16d-5f7d1da1f26f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 943 time: 0.0688272 Feb 14 19:31:45.426733 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-52e881e9-2c3c-48a9-8495-03ec7793e3a1 req-eca4c587-f0c5-4921-81f2-6d176f2654e9 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478780 Feb 14 19:31:45.450985 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d16c1012-3b6c-4bf0-bcab-d4a6f7be3e91 req-5e2c092a-c1b5-4380-a28a-129050f0b96a service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009505 Feb 14 19:31:45.816440 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:46.003615 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 128206e5-b20b-4cb1-a25f-b9a7173210a5 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:31:46.110958 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 128206e5-b20b-4cb1-a25f-b9a7173210a5, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=128206e5-b20b-4cb1-a25f-b9a7173210a5,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:46.122316 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': '128206e5-b20b-4cb1-a25f-b9a7173210a5', 'network_id': '3f3b9ff9-bf99-465d-9ff2-430ec676aa00', 'port_id': '128206e5-b20b-4cb1-a25f-b9a7173210a5', 'mac_address': 'fa:16:3e:08:df:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd2cf7d-838c-4b81-82a4-00cbad39a57e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:31:46.163915 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 128206e5-b20b-4cb1-a25f-b9a7173210a5 is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:31:46.164306 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:46.178087 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128206e5-b20b-4cb1-a25f-b9a7173210a5 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:31:46.198818 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 128206e5-b20b-4cb1-a25f-b9a7173210a5, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=128206e5-b20b-4cb1-a25f-b9a7173210a5,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:46.323271 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:46.345788 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b8f1c-3ed7-4441-a272-71f5dc4dad01 req-9a711c3d-2eda-4165-acec-91bada83186a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:46.347381 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ef5b8f1c-3ed7-4441-a272-71f5dc4dad01 req-9a711c3d-2eda-4165-acec-91bada83186a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 943 time: 0.0634940 Feb 14 19:31:46.382598 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=128206e5-b20b-4cb1-a25f-b9a7173210a5,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:46.403365 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ef5b8f1c-3ed7-4441-a272-71f5dc4dad01 req-7cc36810-4ce0-4f69-a7f8-a0382ee6a556 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494428 Feb 14 19:31:46.555930 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76129d7-fe81-4f15-ac12-c5311ba6aa4b req-dcdb41fe-cf8b-4c8a-93e5-38bd0c0da9a5 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:46.557525 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f76129d7-fe81-4f15-ac12-c5311ba6aa4b req-dcdb41fe-cf8b-4c8a-93e5-38bd0c0da9a5 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 943 time: 0.0576186 Feb 14 19:31:46.622520 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f76129d7-fe81-4f15-ac12-c5311ba6aa4b req-bc8999ee-4416-4628-a506-1bcea9ffc703 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552740 Feb 14 19:31:46.655669 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['128206e5-b20b-4cb1-a25f-b9a7173210a5'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:31:46.697601 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:47.531088 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4285a5-3a75-480a-a9f5-8703868c0727 req-dfaf2cef-9877-40bc-84e6-3134f35f1b3b tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:47.532493 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bc4285a5-3a75-480a-a9f5-8703868c0727 req-dfaf2cef-9877-40bc-84e6-3134f35f1b3b tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 944 time: 0.0562572 Feb 14 19:31:47.585505 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bc4285a5-3a75-480a-a9f5-8703868c0727 req-4e97aaaf-6122-48ac-be80-b96e39eaa060 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475309 Feb 14 19:31:47.763284 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90960dc4-69df-4d6b-bef9-7e6ce694a457 req-468e19a2-bb39-4c79-a874-49199ebd9951 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:47.764875 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-90960dc4-69df-4d6b-bef9-7e6ce694a457 req-468e19a2-bb39-4c79-a874-49199ebd9951 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 943 time: 0.0592489 Feb 14 19:31:47.818298 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-90960dc4-69df-4d6b-bef9-7e6ce694a457 req-82b521ae-7c4b-44f1-8609-eae0babb00d3 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474939 Feb 14 19:31:48.020899 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 128206e5-b20b-4cb1-a25f-b9a7173210a5 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:31:48.228774 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port 128206e5-b20b-4cb1-a25f-b9a7173210a5 completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:31:48.233049 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port 128206e5-b20b-4cb1-a25f-b9a7173210a5 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:31:48.233427 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:48.318069 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 128206e5-b20b-4cb1-a25f-b9a7173210a5 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:31:48.318627 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:48.345027 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407bdc55-4d1e-4b34-832e-9db441091034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128206e5-b20b-4cb1-a25f-b9a7173210a5'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:31:48.347389 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e5fc96-c478-46d5-8872-38a85ca6de64" -d '{"events": [{"server_uuid": "407bdc55-4d1e-4b34-832e-9db441091034", "name": "network-vif-plugged", "status": "completed", "tag": "128206e5-b20b-4cb1-a25f-b9a7173210a5"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:31:48.360738 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 128206e5-b20b-4cb1-a25f-b9a7173210a5, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=128206e5-b20b-4cb1-a25f-b9a7173210a5,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:48.384428 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a29963-de1a-4aca-8ab5-71f0e8a0498d x-openstack-request-id: req-70a29963-de1a-4aca-8ab5-71f0e8a0498d {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:31:48.384778 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407bdc55-4d1e-4b34-832e-9db441091034", "name": "network-vif-plugged", "status": "completed", "tag": "128206e5-b20b-4cb1-a25f-b9a7173210a5", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:31:48.385061 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70a29963-de1a-4aca-8ab5-71f0e8a0498d {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:31:48.385527 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407bdc55-4d1e-4b34-832e-9db441091034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128206e5-b20b-4cb1-a25f-b9a7173210a5', 'code': 200} Feb 14 19:31:48.465344 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:48.514410 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=128206e5-b20b-4cb1-a25f-b9a7173210a5,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:48.718400 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc5baa-7cab-4402-8b91-d44e5ea04733 req-2eefe3ed-9050-4cf6-a122-8d3b1183ea10 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:48.719984 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-94cc5baa-7cab-4402-8b91-d44e5ea04733 req-2eefe3ed-9050-4cf6-a122-8d3b1183ea10 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 945 time: 0.0629947 Feb 14 19:31:48.771348 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-94cc5baa-7cab-4402-8b91-d44e5ea04733 req-75727bcb-84aa-4546-9834-93e622dab291 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 Feb 14 19:31:48.789834 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46bb41-c8c4-485f-a59f-034507acac8b req-ae9c3df0-ef14-4970-9656-0185c25bd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:48.791568 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-fe46bb41-c8c4-485f-a59f-034507acac8b req-ae9c3df0-ef14-4970-9656-0185c25bd2b0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 1129 time: 0.0520601 Feb 14 19:31:48.837850 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-fe46bb41-c8c4-485f-a59f-034507acac8b req-2b8ebf93-f21c-4243-9e9b-b61e257a21b9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399058 Feb 14 19:31:48.943907 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f7f64-21ed-4b88-85bf-44f8e72da4d4 req-3e95b60f-5455-448b-83d6-ac7d7cd26971 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:48.945926 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-586f7f64-21ed-4b88-85bf-44f8e72da4d4 req-3e95b60f-5455-448b-83d6-ac7d7cd26971 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 943 time: 0.0577028 Feb 14 19:31:48.999961 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-586f7f64-21ed-4b88-85bf-44f8e72da4d4 req-a44aa9ca-fc56-4e61-9d96-253464218cb7 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484936 Feb 14 19:31:49.416069 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:49.895029 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cf834-b7c6-4371-9f3c-0235c3707e70 req-bb75b271-954b-442a-a586-eb1b068deb97 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:49.896562 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-be1cf834-b7c6-4371-9f3c-0235c3707e70 req-bb75b271-954b-442a-a586-eb1b068deb97 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 945 time: 0.0534980 Feb 14 19:31:49.958167 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-be1cf834-b7c6-4371-9f3c-0235c3707e70 req-f1bc988b-1151-4de9-9ccb-739b16447c7a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507591 Feb 14 19:31:50.126739 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4582b1b-c6d2-4651-a230-937e4f7875e1 req-c489c287-551b-436a-a0da-b529041f9ff7 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:50.128365 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c4582b1b-c6d2-4651-a230-937e4f7875e1 req-c489c287-551b-436a-a0da-b529041f9ff7 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 943 time: 0.0569017 Feb 14 19:31:50.191533 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c4582b1b-c6d2-4651-a230-937e4f7875e1 req-02dd1cac-8fab-46f3-94bb-eeb328bb0af3 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534158 Feb 14 19:31:51.077216 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dedb0-3962-455f-a47e-1a57b3531cf0 req-f3ebc561-5b6b-42de-ab18-10b5f9313c1e tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:51.078727 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-666dedb0-3962-455f-a47e-1a57b3531cf0 req-f3ebc561-5b6b-42de-ab18-10b5f9313c1e tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 945 time: 0.0524447 Feb 14 19:31:51.126546 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-666dedb0-3962-455f-a47e-1a57b3531cf0 req-ab9e8485-0e5e-46ea-b187-6bc44fb98207 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 Feb 14 19:31:51.317537 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f98d63-5d9f-4f34-a084-1eb4c5084cc3 req-7e5d0b52-8dfe-4e39-99b2-42376b5e1735 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:51.318869 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e9f98d63-5d9f-4f34-a084-1eb4c5084cc3 req-7e5d0b52-8dfe-4e39-99b2-42376b5e1735 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 943 time: 0.0577264 Feb 14 19:31:51.375572 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e9f98d63-5d9f-4f34-a084-1eb4c5084cc3 req-ed13c019-a54a-4efd-8a25-f3a71f9695cd tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502207 Feb 14 19:31:51.463818 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-10ff7b0f-a21f-428e-b0fd-d788adbb663f req-79378984-9fd5-407e-87b7-a4dcdd16fe66 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428977 Feb 14 19:31:51.572082 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff7b0f-a21f-428e-b0fd-d788adbb663f req-8bbc7f66-fd9d-4ec9-8260-6a09520d0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:51.572082 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-10ff7b0f-a21f-428e-b0fd-d788adbb663f req-8bbc7f66-fd9d-4ec9-8260-6a09520d0022 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 1130 time: 0.0521033 Feb 14 19:31:51.702960 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff7b0f-a21f-428e-b0fd-d788adbb663f req-5ec75317-b9c3-45bd-a49a-f37bfb999006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:51.705473 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-10ff7b0f-a21f-428e-b0fd-d788adbb663f req-5ec75317-b9c3-45bd-a49a-f37bfb999006 service neutron] 10.222.0.43 "GET /v2.0/networks?id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 200 len: 912 time: 0.1159127 Feb 14 19:31:51.781328 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-10ff7b0f-a21f-428e-b0fd-d788adbb663f req-6975a7ca-e2b2-425f-8c14-4bece6745b98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45bb535c-f32c-48d7-ae64-e9331b0b7e0c HTTP/1.1" status: 200 len: 1001 time: 0.0641255 Feb 14 19:31:51.844397 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff7b0f-a21f-428e-b0fd-d788adbb663f req-515fd410-417b-4d08-9e32-8fcc937df690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:51.845868 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-10ff7b0f-a21f-428e-b0fd-d788adbb663f req-515fd410-417b-4d08-9e32-8fcc937df690 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b06bb16-5bc0-4dde-a877-15e3216c9bed HTTP/1.1" status: 200 len: 850 time: 0.0581264 Feb 14 19:31:51.915794 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff7b0f-a21f-428e-b0fd-d788adbb663f req-09f4fe3e-2c79-4f1b-9d84-3bf4164ca8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:51.918043 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-10ff7b0f-a21f-428e-b0fd-d788adbb663f req-09f4fe3e-2c79-4f1b-9d84-3bf4164ca8d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623682 Feb 14 19:31:52.022464 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-10ff7b0f-a21f-428e-b0fd-d788adbb663f req-06e65cc0-14f7-4619-afbb-1c66fa95adda service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965083 Feb 14 19:31:52.126931 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-10ff7b0f-a21f-428e-b0fd-d788adbb663f req-cd085cda-c5a1-422f-bf5f-5f5e0c116160 service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977173 Feb 14 19:31:52.503324 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b8648-59d0-4cf6-88b0-9f54c084e86b req-17ae0afa-c50e-4b32-b34e-dbca3947da8c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:52.504896 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e58b8648-59d0-4cf6-88b0-9f54c084e86b req-17ae0afa-c50e-4b32-b34e-dbca3947da8c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 943 time: 0.0561414 Feb 14 19:31:52.562019 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e58b8648-59d0-4cf6-88b0-9f54c084e86b req-671974cd-e335-4ec4-bd7e-d740af7fe2a5 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511158 Feb 14 19:31:54.042070 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 3912abe8-3c59-48b7-9494-74fcbcadf4c9 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:31:54.059712 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ad4a4-60cb-45de-8fed-3e50d9d5554c req-e86a0ecd-9f1d-479a-aadc-51643b6612ca tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:54.061326 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ee6ad4a4-60cb-45de-8fed-3e50d9d5554c req-e86a0ecd-9f1d-479a-aadc-51643b6612ca tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 943 time: 0.0725646 Feb 14 19:31:54.127777 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ee6ad4a4-60cb-45de-8fed-3e50d9d5554c req-11121b04-6497-41c0-adc2-c6297dd3b103 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604289 Feb 14 19:31:54.172507 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 3912abe8-3c59-48b7-9494-74fcbcadf4c9, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=3912abe8-3c59-48b7-9494-74fcbcadf4c9,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:54.185145 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': '3912abe8-3c59-48b7-9494-74fcbcadf4c9', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'port_id': '3912abe8-3c59-48b7-9494-74fcbcadf4c9', 'mac_address': 'fa:16:3e:2e:98:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:31:54.225202 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 3912abe8-3c59-48b7-9494-74fcbcadf4c9 is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:31:54.225597 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:54.240058 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3912abe8-3c59-48b7-9494-74fcbcadf4c9 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:31:54.265408 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 3912abe8-3c59-48b7-9494-74fcbcadf4c9, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=3912abe8-3c59-48b7-9494-74fcbcadf4c9,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:54.370165 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:54.427531 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=3912abe8-3c59-48b7-9494-74fcbcadf4c9,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:54.660177 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['3912abe8-3c59-48b7-9494-74fcbcadf4c9'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:31:55.252785 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d66d2-42bf-423a-8848-9bff661d55dc req-79fa93e4-3e7a-4840-8bc4-ff4836c5d0e2 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:55.254292 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bd3d66d2-42bf-423a-8848-9bff661d55dc req-79fa93e4-3e7a-4840-8bc4-ff4836c5d0e2 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 944 time: 0.0564175 Feb 14 19:31:55.306173 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bd3d66d2-42bf-423a-8848-9bff661d55dc req-312135d7-d08c-4ac4-ad12-4e1d531dad6b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458791 Feb 14 19:31:56.041549 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 3912abe8-3c59-48b7-9494-74fcbcadf4c9 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:31:56.259145 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port 3912abe8-3c59-48b7-9494-74fcbcadf4c9 completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:31:56.263215 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port 3912abe8-3c59-48b7-9494-74fcbcadf4c9 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:31:56.263619 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:56.348414 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port 3912abe8-3c59-48b7-9494-74fcbcadf4c9 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:31:56.348881 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:56.375040 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3912abe8-3c59-48b7-9494-74fcbcadf4c9'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:31:56.377669 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2d18c3-d133-4ef5-95fb-917bcf407f89" -d '{"events": [{"server_uuid": "fb870a06-2a77-4ce4-8516-2eea1529ac8d", "name": "network-vif-plugged", "status": "completed", "tag": "3912abe8-3c59-48b7-9494-74fcbcadf4c9"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:31:56.392745 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port 3912abe8-3c59-48b7-9494-74fcbcadf4c9, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=3912abe8-3c59-48b7-9494-74fcbcadf4c9,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:31:56.460157 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017620c-f4ca-4167-9422-26d94ff31359 req-87f21a6e-91aa-4fd1-a01b-2a2f6e88ddee tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:56.462891 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2017620c-f4ca-4167-9422-26d94ff31359 req-87f21a6e-91aa-4fd1-a01b-2a2f6e88ddee tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 944 time: 0.0867479 Feb 14 19:31:56.482704 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:56.529813 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2017620c-f4ca-4167-9422-26d94ff31359 req-100cbb27-bea1-4566-94e6-90a4e0ea4695 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614498 Feb 14 19:31:56.561676 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=3912abe8-3c59-48b7-9494-74fcbcadf4c9,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:31:56.583667 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b79a0f-e341-4abc-96f8-66047f443b7c x-openstack-request-id: req-16b79a0f-e341-4abc-96f8-66047f443b7c {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:31:56.583850 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb870a06-2a77-4ce4-8516-2eea1529ac8d", "name": "network-vif-plugged", "status": "completed", "tag": "3912abe8-3c59-48b7-9494-74fcbcadf4c9", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:31:56.584144 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16b79a0f-e341-4abc-96f8-66047f443b7c {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:31:56.584546 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3912abe8-3c59-48b7-9494-74fcbcadf4c9', 'code': 200} Feb 14 19:31:57.048229 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac3a55-a0cd-4e74-925f-010155589c2f req-135854ac-16e9-4680-ab02-69ce85d3af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:57.049797 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f6ac3a55-a0cd-4e74-925f-010155589c2f req-135854ac-16e9-4680-ab02-69ce85d3af70 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 1129 time: 0.0454886 Feb 14 19:31:57.097311 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-f6ac3a55-a0cd-4e74-925f-010155589c2f req-6a5ffe6c-1a33-4132-b2d4-0b0cff2cd70a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415788 Feb 14 19:31:57.664254 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c56216-1bfa-47e5-b928-13614b28c1fd req-da188867-dbb4-42fc-abe1-717a671e9cb5 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:57.665809 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-10c56216-1bfa-47e5-b928-13614b28c1fd req-da188867-dbb4-42fc-abe1-717a671e9cb5 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 945 time: 0.0555525 Feb 14 19:31:57.718625 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-10c56216-1bfa-47e5-b928-13614b28c1fd req-f19c4fd9-69e9-4762-84d7-827dab3bb10d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470188 Feb 14 19:31:58.847050 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294a47b-47e1-4f14-9706-6570e4b13395 req-d9fc5f7f-8a16-4826-92b4-700b561fcaf7 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:58.848587 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2294a47b-47e1-4f14-9706-6570e4b13395 req-d9fc5f7f-8a16-4826-92b4-700b561fcaf7 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 945 time: 0.0603638 Feb 14 19:31:58.901504 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2294a47b-47e1-4f14-9706-6570e4b13395 req-2e8980b2-17f9-41df-a14c-80564956d05f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461326 Feb 14 19:31:59.029474 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969daac-f649-4ccc-bf3c-6fdd13b95b1b req-31a1b402-eb16-4bd3-a111-f5ce819c0603 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:59.031014 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8969daac-f649-4ccc-bf3c-6fdd13b95b1b req-31a1b402-eb16-4bd3-a111-f5ce819c0603 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 945 time: 0.0600345 Feb 14 19:31:59.085070 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8969daac-f649-4ccc-bf3c-6fdd13b95b1b req-bf90bf24-567f-48bb-a4ac-512107bf02dd tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483449 Feb 14 19:31:59.111446 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33442) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:31:59.161766 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee31d60-21ed-4f91-a7f5-cdbaefbe361c tempest-TestVolumeBootPattern-1035035603 tempest-TestVolumeBootPattern-1035035603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:31:59.163412 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-5ee31d60-21ed-4f91-a7f5-cdbaefbe361c tempest-TestVolumeBootPattern-1035035603 tempest-TestVolumeBootPattern-1035035603-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 1124 time: 0.0506289 Feb 14 19:31:59.166232 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33444) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:31:59.170592 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Request body: {'floatingip': {'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'port_id': '3912abe8-3c59-48b7-9494-74fcbcadf4c9', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:31:59.301826 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:59.401111 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:59.782528 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Allocated IP 172.27.2.182 (9a6a78c9-b5ec-42b3-b017-41817bfee45c/94b58f8c-b53d-4836-a175-eff212744eb5/f5ebe4d8-6857-44fe-9748-fadc3fb973a0) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:31:59.883497 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for port (f5ebe4d8-6857-44fe-9748-fadc3fb973a0), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:31:59.987502 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (f5ebe4d8-6857-44fe-9748-fadc3fb973a0), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:00.032468 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Network 9a6a78c9-b5ec-42b3-b017-41817bfee45c is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:32:00.035740 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:32:00.038904 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:32:00.066912 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'Port': ['ID=f5ebe4d8-6857-44fe-9748-fadc3fb973a0,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:00.475184 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for floatingip (c6757905-7a7c-455c-a2c7-17b913a1963c), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:00.633650 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f5ebe4d8-6857-44fe-9748-fadc3fb973a0), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:00.794318 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for port (f5ebe4d8-6857-44fe-9748-fadc3fb973a0), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:00.859611 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (f5ebe4d8-6857-44fe-9748-fadc3fb973a0), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:00.928221 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event updated for resources: {'Port': ['ID=f5ebe4d8-6857-44fe-9748-fadc3fb973a0,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:00.941502 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3922721'] for floatingip (c6757905-7a7c-455c-a2c7-17b913a1963c), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:01.046492 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.l3_db [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Floating IP c6757905-7a7c-455c-a2c7-17b913a1963c associated. External IP: 172.27.2.182, port: 3912abe8-3c59-48b7-9494-74fcbcadf4c9. Feb 14 19:32:01.274271 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Router fe49aeb2-2367-485e-9765-70040cce3cb0 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:32:01.389383 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:32:01.400469 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59f262-6279-4d88-9ae8-1bbb0fa4d3c2 None None] Sync routers for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:32:01.410373 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59f262-6279-4d88-9ae8-1bbb0fa4d3c2 None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:32:01.410994 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-ee59f262-6279-4d88-9ae8-1bbb0fa4d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:31:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:32:01.530587 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-ee59f262-6279-4d88-9ae8-1bbb0fa4d3c2 None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:32:01.542297 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:01.581366 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-ef3ebb43-7c4e-4111-9b36-b7f4ccab73ea tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4140701 Feb 14 19:32:01.582426 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'tag': '3912abe8-3c59-48b7-9494-74fcbcadf4c9'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:32:01.599657 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3895497b-b654-42e7-975d-4fcc0faba222" -d '{"events": [{"name": "network-changed", "server_uuid": "fb870a06-2a77-4ce4-8516-2eea1529ac8d", "tag": "3912abe8-3c59-48b7-9494-74fcbcadf4c9"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:32:01.783552 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-ee59f262-6279-4d88-9ae8-1bbb0fa4d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'c6757905-7a7c-455c-a2c7-17b913a1963c', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': '3912abe8-3c59-48b7-9494-74fcbcadf4c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:2e:98:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:32:00Z', 'updated_at': '2022-02-14T19:32:00Z', 'revision_number': 0, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}, {'id': 'f86cb936-e677-49c8-8340-147b485d3098', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:6b:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c6553-d2c9-4314-ba92-00043e964378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:29:48Z', 'updated_at': '2022-02-14T19:29:50Z', 'revision_number': 1, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:32:01.809860 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59f262-6279-4d88-9ae8-1bbb0fa4d3c2 None None] Checking router: fe49aeb2-2367-485e-9765-70040cce3cb0 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:32:01.818887 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59f262-6279-4d88-9ae8-1bbb0fa4d3c2 None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:32:01.819515 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-ee59f262-6279-4d88-9ae8-1bbb0fa4d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:31:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:32:01.936600 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b319c18-f14c-46d0-992b-40ebc93fc071 x-openstack-request-id: req-3b319c18-f14c-46d0-992b-40ebc93fc071 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:32:01.936897 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb870a06-2a77-4ce4-8516-2eea1529ac8d", "tag": "3912abe8-3c59-48b7-9494-74fcbcadf4c9", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:32:01.937154 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b319c18-f14c-46d0-992b-40ebc93fc071 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:32:01.937661 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'tag': '3912abe8-3c59-48b7-9494-74fcbcadf4c9', 'status': 'completed', 'code': 200} Feb 14 19:32:02.022036 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895497b-b654-42e7-975d-4fcc0faba222 req-8a81a25c-3e63-4fac-ad67-148071bda5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:02.023636 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3895497b-b654-42e7-975d-4fcc0faba222 req-8a81a25c-3e63-4fac-ad67-148071bda5aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 1129 time: 0.0547509 Feb 14 19:32:02.073469 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-ee59f262-6279-4d88-9ae8-1bbb0fa4d3c2 None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:32:02.123604 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895497b-b654-42e7-975d-4fcc0faba222 req-a01a26e2-7ab1-467a-8b31-541f9a91b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:02.125090 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3895497b-b654-42e7-975d-4fcc0faba222 req-a01a26e2-7ab1-467a-8b31-541f9a91b969 service neutron] 10.222.0.43 "GET /v2.0/networks?id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 200 len: 912 time: 0.0952194 Feb 14 19:32:02.196172 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3895497b-b654-42e7-975d-4fcc0faba222 req-016cc786-720b-4d0d-9b8d-4d85ec3b52c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3912abe8-3c59-48b7-9494-74fcbcadf4c9 HTTP/1.1" status: 200 len: 999 time: 0.0638387 Feb 14 19:32:02.251910 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895497b-b654-42e7-975d-4fcc0faba222 req-144bf733-99ed-4d97-a2e1-680ca6a01c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:02.253275 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3895497b-b654-42e7-975d-4fcc0faba222 req-144bf733-99ed-4d97-a2e1-680ca6a01c21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b06bb16-5bc0-4dde-a877-15e3216c9bed HTTP/1.1" status: 200 len: 850 time: 0.0501485 Feb 14 19:32:02.303795 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895497b-b654-42e7-975d-4fcc0faba222 req-c9b5c93b-0ecc-4004-96b1-74c1b5696602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:02.304905 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3895497b-b654-42e7-975d-4fcc0faba222 req-c9b5c93b-0ecc-4004-96b1-74c1b5696602 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444336 Feb 14 19:32:02.308658 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-ee59f262-6279-4d88-9ae8-1bbb0fa4d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'c6757905-7a7c-455c-a2c7-17b913a1963c', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': '3912abe8-3c59-48b7-9494-74fcbcadf4c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:2e:98:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:32:00Z', 'updated_at': '2022-02-14T19:32:00Z', 'revision_number': 0, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}, {'id': 'f86cb936-e677-49c8-8340-147b485d3098', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:6b:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c6553-d2c9-4314-ba92-00043e964378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:29:48Z', 'updated_at': '2022-02-14T19:29:50Z', 'revision_number': 1, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:32:02.335464 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59f262-6279-4d88-9ae8-1bbb0fa4d3c2 None None] The sync data for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi is: [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'c6757905-7a7c-455c-a2c7-17b913a1963c', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': '3912abe8-3c59-48b7-9494-74fcbcadf4c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:2e:98:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:32:00Z', 'updated_at': '2022-02-14T19:32:00Z', 'revision_number': 0, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}, {'id': 'f86cb936-e677-49c8-8340-147b485d3098', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:6b:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c6553-d2c9-4314-ba92-00043e964378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:29:48Z', 'updated_at': '2022-02-14T19:29:50Z', 'revision_number': 1, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:32:02.416504 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3895497b-b654-42e7-975d-4fcc0faba222 req-1f1a533f-2d06-4eba-961a-882457fecdf0 service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988238 Feb 14 19:32:02.541342 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3895497b-b654-42e7-975d-4fcc0faba222 req-41c3f895-5a61-4abb-b6c2-3af239d30b84 service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104414 Feb 14 19:32:02.578972 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc7dd00-03d1-46e8-8e06-ae667e6975a4 None None] New status for floating IP c6757905-7a7c-455c-a2c7-17b913a1963c: ACTIVE {{(pid=103313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:32:05.926147 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb248697-8b1d-471a-962c-cbf4098e81f1 req-10e83a46-f8c3-46d8-851b-80dcdac26476 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:05.927728 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cb248697-8b1d-471a-962c-cbf4098e81f1 req-10e83a46-f8c3-46d8-851b-80dcdac26476 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 945 time: 0.0545056 Feb 14 19:32:05.975487 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cb248697-8b1d-471a-962c-cbf4098e81f1 req-50417816-e304-408a-9942-b1d1deaf8616 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 Feb 14 19:32:07.103803 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1ce85-16fc-4155-9dea-bbaabbeec913 req-605e87b6-cd4c-4516-9398-006b2c4f605c tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:07.105684 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-78b1ce85-16fc-4155-9dea-bbaabbeec913 req-605e87b6-cd4c-4516-9398-006b2c4f605c tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 945 time: 0.0590026 Feb 14 19:32:07.162142 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-78b1ce85-16fc-4155-9dea-bbaabbeec913 req-9323ca8e-672f-434e-9fec-7819197c16fb tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499740 Feb 14 19:32:07.693433 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26609bb2-8a0b-4e75-b611-ae3654c29d06 req-8d71dc3e-4590-4e01-b3e8-d1c0296ae84a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:07.695069 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-26609bb2-8a0b-4e75-b611-ae3654c29d06 req-8d71dc3e-4590-4e01-b3e8-d1c0296ae84a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 945 time: 0.0560412 Feb 14 19:32:07.802628 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-26609bb2-8a0b-4e75-b611-ae3654c29d06 req-f37b327d-57b8-46f6-93b9-f27d135bce88 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Deleting port 128206e5-b20b-4cb1-a25f-b9a7173210a5 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:32:07.803007 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-26609bb2-8a0b-4e75-b611-ae3654c29d06 req-f37b327d-57b8-46f6-93b9-f27d135bce88 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:07.916152 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-26609bb2-8a0b-4e75-b611-ae3654c29d06 req-f37b327d-57b8-46f6-93b9-f27d135bce88 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] For port 128206e5-b20b-4cb1-a25f-b9a7173210a5, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=128206e5-b20b-4cb1-a25f-b9a7173210a5,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:32:07.916533 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-26609bb2-8a0b-4e75-b611-ae3654c29d06 req-f37b327d-57b8-46f6-93b9-f27d135bce88 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:07.931017 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-26609bb2-8a0b-4e75-b611-ae3654c29d06 req-f37b327d-57b8-46f6-93b9-f27d135bce88 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Calling delete_port for 128206e5-b20b-4cb1-a25f-b9a7173210a5 owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:32:08.141612 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-26609bb2-8a0b-4e75-b611-ae3654c29d06 req-f37b327d-57b8-46f6-93b9-f27d135bce88 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (128206e5-b20b-4cb1-a25f-b9a7173210a5), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:08.155222 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['00289460-f2b5-428a-aeef-3bc6f537723a', '3db151c2-78a3-41ce-806f-d12f69d88c70', 'f2d51f0a-1f33-4c4f-814d-83705ce77d9a', '128206e5-b20b-4cb1-a25f-b9a7173210a5'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:32:08.174812 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b327d-57b8-46f6-93b9-f27d135bce88 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Pushing event deleted for resources: {'Port': ['ID=128206e5-b20b-4cb1-a25f-b9a7173210a5,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:08.224927 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-26609bb2-8a0b-4e75-b611-ae3654c29d06 req-f37b327d-57b8-46f6-93b9-f27d135bce88 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] No DVR routers for this DVR port 128206e5-b20b-4cb1-a25f-b9a7173210a5 on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:32:08.228299 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-26609bb2-8a0b-4e75-b611-ae3654c29d06 req-f37b327d-57b8-46f6-93b9-f27d135bce88 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:08.232682 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-26609bb2-8a0b-4e75-b611-ae3654c29d06 req-f37b327d-57b8-46f6-93b9-f27d135bce88 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "DELETE /v2.0/ports/128206e5-b20b-4cb1-a25f-b9a7173210a5 HTTP/1.1" status: 204 len: 173 time: 0.5303612 Feb 14 19:32:08.233187 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407bdc55-4d1e-4b34-832e-9db441091034', 'name': 'network-vif-deleted', 'tag': '128206e5-b20b-4cb1-a25f-b9a7173210a5'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:32:08.237017 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24198a38-fc29-4956-8ad2-446cb3aa7b03" -d '{"events": [{"server_uuid": "407bdc55-4d1e-4b34-832e-9db441091034", "name": "network-vif-deleted", "tag": "128206e5-b20b-4cb1-a25f-b9a7173210a5"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:32:08.280030 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7fabc910-79b1-41db-a1f4-f07697590534 req-c5811273-6058-4519-a8f5-28cc0cc5f2c9 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 210 time: 0.0283194 Feb 14 19:32:08.331279 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14228f7-f1aa-49fd-91d7-5e9dc4169fd6 x-openstack-request-id: req-a14228f7-f1aa-49fd-91d7-5e9dc4169fd6 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:32:08.331717 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407bdc55-4d1e-4b34-832e-9db441091034", "name": "network-vif-deleted", "tag": "128206e5-b20b-4cb1-a25f-b9a7173210a5", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:32:08.332040 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a14228f7-f1aa-49fd-91d7-5e9dc4169fd6 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:32:08.332520 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407bdc55-4d1e-4b34-832e-9db441091034', 'name': 'network-vif-deleted', 'tag': '128206e5-b20b-4cb1-a25f-b9a7173210a5', 'status': 'completed', 'code': 200} Feb 14 19:32:09.397404 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7399919d-23b3-46ec-93cb-09e63f6801ea req-5ae13d11-50e1-4191-b801-b8b25bf7b88a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=407bdc55-4d1e-4b34-832e-9db441091034 HTTP/1.1" status: 200 len: 210 time: 0.0293317 Feb 14 19:32:10.598288 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ff71a242-d947-4ceb-80c4-b9fe308f7df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:12.174495 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 128206e5-b20b-4cb1-a25f-b9a7173210a5 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:32:12.194888 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: 128206e5-b20b-4cb1-a25f-b9a7173210a5 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:32:12.195236 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 128206e5-b20b-4cb1-a25f-b9a7173210a5 not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:32:12.273192 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0b0bc-d07f-437a-b24c-1d16fae153a5 req-fa22dda8-8328-47d0-a066-d593f0a95831 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:12.274691 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d1a0b0bc-d07f-437a-b24c-1d16fae153a5 req-fa22dda8-8328-47d0-a066-d593f0a95831 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 945 time: 0.0553370 Feb 14 19:32:12.326512 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d1a0b0bc-d07f-437a-b24c-1d16fae153a5 req-9de473b8-98f7-4f5e-8dcd-4030f1c30952 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454717 Feb 14 19:32:12.836284 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-7e78bed9-3d5f-4cf1-9c79-1656290a9619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:13.447893 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd9d60-75eb-4ccc-9933-8bdad6607401 req-1a1c8afc-72ca-40ed-a65c-ef9cc10a31b3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:13.449517 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f4dd9d60-75eb-4ccc-9933-8bdad6607401 req-1a1c8afc-72ca-40ed-a65c-ef9cc10a31b3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 945 time: 0.0538940 Feb 14 19:32:13.500218 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-f4dd9d60-75eb-4ccc-9933-8bdad6607401 req-ebf2e40c-5cd8-49cd-984a-9282050c99bd tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446026 Feb 14 19:32:13.924259 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90f55d-44f1-4a8e-bfc4-0a858146f651 req-dd1ac2f0-0090-45fd-8ec3-10ea0cccc2d2 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:13.925602 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6f90f55d-44f1-4a8e-bfc4-0a858146f651 req-dd1ac2f0-0090-45fd-8ec3-10ea0cccc2d2 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 945 time: 0.0561440 Feb 14 19:32:14.026945 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-6f90f55d-44f1-4a8e-bfc4-0a858146f651 req-00756c7b-fbc7-4583-8fd9-f222a40339dd tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Deleting port f2d51f0a-1f33-4c4f-814d-83705ce77d9a {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:32:14.032304 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6f90f55d-44f1-4a8e-bfc4-0a858146f651 req-00756c7b-fbc7-4583-8fd9-f222a40339dd tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:14.122778 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-6f90f55d-44f1-4a8e-bfc4-0a858146f651 req-00756c7b-fbc7-4583-8fd9-f222a40339dd tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] For port f2d51f0a-1f33-4c4f-814d-83705ce77d9a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f2d51f0a-1f33-4c4f-814d-83705ce77d9a,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:32:14.123118 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6f90f55d-44f1-4a8e-bfc4-0a858146f651 req-00756c7b-fbc7-4583-8fd9-f222a40339dd tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:14.136584 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-6f90f55d-44f1-4a8e-bfc4-0a858146f651 req-00756c7b-fbc7-4583-8fd9-f222a40339dd tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Calling delete_port for f2d51f0a-1f33-4c4f-814d-83705ce77d9a owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:32:14.238024 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:14.350527 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6f90f55d-44f1-4a8e-bfc4-0a858146f651 req-00756c7b-fbc7-4583-8fd9-f222a40339dd tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (f2d51f0a-1f33-4c4f-814d-83705ce77d9a), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:14.362542 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['00289460-f2b5-428a-aeef-3bc6f537723a', '3db151c2-78a3-41ce-806f-d12f69d88c70', 'f2d51f0a-1f33-4c4f-814d-83705ce77d9a'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:32:14.384564 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00756c7b-fbc7-4583-8fd9-f222a40339dd tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Pushing event deleted for resources: {'Port': ['ID=f2d51f0a-1f33-4c4f-814d-83705ce77d9a,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:14.427918 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f90f55d-44f1-4a8e-bfc4-0a858146f651 req-00756c7b-fbc7-4583-8fd9-f222a40339dd tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] No DVR routers for this DVR port f2d51f0a-1f33-4c4f-814d-83705ce77d9a on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:32:14.430482 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6f90f55d-44f1-4a8e-bfc4-0a858146f651 req-00756c7b-fbc7-4583-8fd9-f222a40339dd tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:14.434491 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6f90f55d-44f1-4a8e-bfc4-0a858146f651 req-00756c7b-fbc7-4583-8fd9-f222a40339dd tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "DELETE /v2.0/ports/f2d51f0a-1f33-4c4f-814d-83705ce77d9a HTTP/1.1" status: 204 len: 173 time: 0.5030179 Feb 14 19:32:14.434966 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee17b265-c685-46fd-9148-5f2ac26ca828', 'name': 'network-vif-deleted', 'tag': 'f2d51f0a-1f33-4c4f-814d-83705ce77d9a'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:32:14.444783 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96822dff-47df-4509-a020-3fd573f6951c" -d '{"events": [{"server_uuid": "ee17b265-c685-46fd-9148-5f2ac26ca828", "name": "network-vif-deleted", "tag": "f2d51f0a-1f33-4c4f-814d-83705ce77d9a"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:32:14.473448 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1466845-dfb8-4909-8af1-c5a80c37171f x-openstack-request-id: req-d1466845-dfb8-4909-8af1-c5a80c37171f {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:32:14.473622 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee17b265-c685-46fd-9148-5f2ac26ca828", "name": "network-vif-deleted", "tag": "f2d51f0a-1f33-4c4f-814d-83705ce77d9a", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:32:14.473882 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1466845-dfb8-4909-8af1-c5a80c37171f {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:32:14.474289 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee17b265-c685-46fd-9148-5f2ac26ca828', 'name': 'network-vif-deleted', 'tag': 'f2d51f0a-1f33-4c4f-814d-83705ce77d9a', 'status': 'completed', 'code': 200} Feb 14 19:32:14.611379 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2955a598-9baf-49b3-acd4-0d390ed75573 req-82bb33aa-dd27-46c1-9684-4ec4c0d1f3b3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 210 time: 0.0323935 Feb 14 19:32:15.678664 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:15.753938 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-24e69b64-6872-45de-909d-c05b1ffbfc8b req-c284b852-e951-463b-a5a2-ffa29cfe3e90 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee17b265-c685-46fd-9148-5f2ac26ca828 HTTP/1.1" status: 200 len: 210 time: 0.0390124 Feb 14 19:32:16.610791 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:32:16.723897 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:17.288435 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207360b-5a55-4f99-bd04-4f72da69f0b0 req-2847d7fd-cf17-4710-8bc2-807d267d76a8 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:17.291213 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1207360b-5a55-4f99-bd04-4f72da69f0b0 req-2847d7fd-cf17-4710-8bc2-807d267d76a8 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 945 time: 0.0716369 Feb 14 19:32:17.350971 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1207360b-5a55-4f99-bd04-4f72da69f0b0 req-e9a75f56-d0c5-4e00-bccb-24c53796777a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533531 Feb 14 19:32:18.220277 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f2d51f0a-1f33-4c4f-814d-83705ce77d9a no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:32:18.246211 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: f2d51f0a-1f33-4c4f-814d-83705ce77d9a {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:32:18.246771 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f2d51f0a-1f33-4c4f-814d-83705ce77d9a not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:32:18.473187 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278ad71-b3ba-45b8-af72-e19ada3975b5 req-837eae4d-81b3-4f00-a939-03ebf90bb687 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:18.474665 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8278ad71-b3ba-45b8-af72-e19ada3975b5 req-837eae4d-81b3-4f00-a939-03ebf90bb687 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 945 time: 0.0531328 Feb 14 19:32:18.525864 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8278ad71-b3ba-45b8-af72-e19ada3975b5 req-93837dbd-f5c8-4a89-92cb-2f9654a7ad2e tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445409 Feb 14 19:32:18.720521 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38199e32-e008-4975-8a15-a5e4d1a945a7 req-9ae2a1bc-2c92-478b-baa2-9c25aa65ba0a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:18.722028 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-38199e32-e008-4975-8a15-a5e4d1a945a7 req-9ae2a1bc-2c92-478b-baa2-9c25aa65ba0a tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 945 time: 0.0579312 Feb 14 19:32:18.829414 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-38199e32-e008-4975-8a15-a5e4d1a945a7 req-8bf159ac-a787-4550-88bb-b6cfb301ee5f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Deleting port 3db151c2-78a3-41ce-806f-d12f69d88c70 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:32:18.829660 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-38199e32-e008-4975-8a15-a5e4d1a945a7 req-8bf159ac-a787-4550-88bb-b6cfb301ee5f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:18.921423 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-38199e32-e008-4975-8a15-a5e4d1a945a7 req-8bf159ac-a787-4550-88bb-b6cfb301ee5f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] For port 3db151c2-78a3-41ce-806f-d12f69d88c70, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=3db151c2-78a3-41ce-806f-d12f69d88c70,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:32:18.921870 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-38199e32-e008-4975-8a15-a5e4d1a945a7 req-8bf159ac-a787-4550-88bb-b6cfb301ee5f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:18.937972 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-38199e32-e008-4975-8a15-a5e4d1a945a7 req-8bf159ac-a787-4550-88bb-b6cfb301ee5f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Calling delete_port for 3db151c2-78a3-41ce-806f-d12f69d88c70 owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:32:19.153115 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-38199e32-e008-4975-8a15-a5e4d1a945a7 req-8bf159ac-a787-4550-88bb-b6cfb301ee5f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (3db151c2-78a3-41ce-806f-d12f69d88c70), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:19.170469 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['00289460-f2b5-428a-aeef-3bc6f537723a', '3db151c2-78a3-41ce-806f-d12f69d88c70'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:32:19.183523 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf159ac-a787-4550-88bb-b6cfb301ee5f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Pushing event deleted for resources: {'Port': ['ID=3db151c2-78a3-41ce-806f-d12f69d88c70,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:19.228966 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-38199e32-e008-4975-8a15-a5e4d1a945a7 req-8bf159ac-a787-4550-88bb-b6cfb301ee5f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] No DVR routers for this DVR port 3db151c2-78a3-41ce-806f-d12f69d88c70 on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:32:19.231982 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-38199e32-e008-4975-8a15-a5e4d1a945a7 req-8bf159ac-a787-4550-88bb-b6cfb301ee5f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:19.235386 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-38199e32-e008-4975-8a15-a5e4d1a945a7 req-8bf159ac-a787-4550-88bb-b6cfb301ee5f tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "DELETE /v2.0/ports/3db151c2-78a3-41ce-806f-d12f69d88c70 HTTP/1.1" status: 204 len: 173 time: 0.5082607 Feb 14 19:32:19.235872 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656', 'name': 'network-vif-deleted', 'tag': '3db151c2-78a3-41ce-806f-d12f69d88c70'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:32:19.238177 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17127823-1ca6-4e90-a45d-02c1a5dd42ea" -d '{"events": [{"server_uuid": "e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656", "name": "network-vif-deleted", "tag": "3db151c2-78a3-41ce-806f-d12f69d88c70"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:32:19.275720 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f82276-b131-45fd-8302-650708ffec70 x-openstack-request-id: req-65f82276-b131-45fd-8302-650708ffec70 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:32:19.276100 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656", "name": "network-vif-deleted", "tag": "3db151c2-78a3-41ce-806f-d12f69d88c70", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:32:19.276369 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65f82276-b131-45fd-8302-650708ffec70 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:32:19.276779 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656', 'name': 'network-vif-deleted', 'tag': '3db151c2-78a3-41ce-806f-d12f69d88c70', 'status': 'completed', 'code': 200} Feb 14 19:32:19.466934 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:19.644443 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-54ef9482-2b2b-4d6c-b234-589adf323120 req-93583912-a3f7-4721-a459-5e581afad988 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8953a9d-b1a6-468f-8ac4-5c3c8c0ed656 HTTP/1.1" status: 200 len: 210 time: 0.0318370 Feb 14 19:32:22.256403 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 3db151c2-78a3-41ce-806f-d12f69d88c70 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:32:22.277559 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: 3db151c2-78a3-41ce-806f-d12f69d88c70 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:32:22.277969 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 3db151c2-78a3-41ce-806f-d12f69d88c70 not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:32:22.510831 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5da7d5-2e48-44e1-9ab8-f5de7c518cd9 req-22c82f53-c6ba-4c78-a1f7-cd02ecbd9d90 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:22.512294 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3e5da7d5-2e48-44e1-9ab8-f5de7c518cd9 req-22c82f53-c6ba-4c78-a1f7-cd02ecbd9d90 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 946 time: 0.0542061 Feb 14 19:32:22.564329 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3e5da7d5-2e48-44e1-9ab8-f5de7c518cd9 req-c525989b-20bd-47cc-ab54-89d83fb7c570 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459449 Feb 14 19:32:23.688585 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f9e92-8249-4bd7-8be6-7fae9e727c7a req-8615e81b-b4ff-4813-bf28-dd6d3f4d8da1 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:23.690161 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-471f9e92-8249-4bd7-8be6-7fae9e727c7a req-8615e81b-b4ff-4813-bf28-dd6d3f4d8da1 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 946 time: 0.0556931 Feb 14 19:32:23.736664 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-471f9e92-8249-4bd7-8be6-7fae9e727c7a req-fff54bd3-41e7-44ab-bd85-cf8cb68486da tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/security-groups?id=869f01d4-b98d-452a-befd-7478c4be075a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408640 Feb 14 19:32:24.256766 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879b49b-9d53-4d4e-aadd-5ba0ffc19541 req-6de29608-031d-462e-86fb-ef72a9d318aa tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:24.258258 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e879b49b-9d53-4d4e-aadd-5ba0ffc19541 req-6de29608-031d-462e-86fb-ef72a9d318aa tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 946 time: 0.0549774 Feb 14 19:32:24.358112 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-e879b49b-9d53-4d4e-aadd-5ba0ffc19541 req-0402a8c5-dc49-4ea6-b734-e9b7515bfbf3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Deleting port 00289460-f2b5-428a-aeef-3bc6f537723a {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:32:24.358473 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e879b49b-9d53-4d4e-aadd-5ba0ffc19541 req-0402a8c5-dc49-4ea6-b734-e9b7515bfbf3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (00289460-f2b5-428a-aeef-3bc6f537723a), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:24.453156 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-e879b49b-9d53-4d4e-aadd-5ba0ffc19541 req-0402a8c5-dc49-4ea6-b734-e9b7515bfbf3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] For port 00289460-f2b5-428a-aeef-3bc6f537723a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=00289460-f2b5-428a-aeef-3bc6f537723a,segment=NetworkSegment(c6c79297-1a8f-4c9c-adc5-c012147345e4),segment_id=c6c79297-1a8f-4c9c-adc5-c012147345e4)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:32:24.453519 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e879b49b-9d53-4d4e-aadd-5ba0ffc19541 req-0402a8c5-dc49-4ea6-b734-e9b7515bfbf3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (00289460-f2b5-428a-aeef-3bc6f537723a), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:24.467190 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-e879b49b-9d53-4d4e-aadd-5ba0ffc19541 req-0402a8c5-dc49-4ea6-b734-e9b7515bfbf3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Calling delete_port for 00289460-f2b5-428a-aeef-3bc6f537723a owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:32:24.664892 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e879b49b-9d53-4d4e-aadd-5ba0ffc19541 req-0402a8c5-dc49-4ea6-b734-e9b7515bfbf3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (00289460-f2b5-428a-aeef-3bc6f537723a), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:24.678325 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['00289460-f2b5-428a-aeef-3bc6f537723a'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:32:24.695237 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402a8c5-dc49-4ea6-b734-e9b7515bfbf3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Pushing event deleted for resources: {'Port': ['ID=00289460-f2b5-428a-aeef-3bc6f537723a,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:24.738910 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-e879b49b-9d53-4d4e-aadd-5ba0ffc19541 req-0402a8c5-dc49-4ea6-b734-e9b7515bfbf3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] No DVR routers for this DVR port 00289460-f2b5-428a-aeef-3bc6f537723a on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:32:24.740487 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-e879b49b-9d53-4d4e-aadd-5ba0ffc19541 req-0402a8c5-dc49-4ea6-b734-e9b7515bfbf3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:24.743375 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e879b49b-9d53-4d4e-aadd-5ba0ffc19541 req-0402a8c5-dc49-4ea6-b734-e9b7515bfbf3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.43 "DELETE /v2.0/ports/00289460-f2b5-428a-aeef-3bc6f537723a HTTP/1.1" status: 204 len: 173 time: 0.4789310 Feb 14 19:32:24.743817 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2bbea7-8898-437c-9906-b48f18e79cda', 'name': 'network-vif-deleted', 'tag': '00289460-f2b5-428a-aeef-3bc6f537723a'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:32:24.746411 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02409dd5-b03c-4eea-9486-763649d533c5" -d '{"events": [{"server_uuid": "ad2bbea7-8898-437c-9906-b48f18e79cda", "name": "network-vif-deleted", "tag": "00289460-f2b5-428a-aeef-3bc6f537723a"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:32:24.787296 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a050d0-bd47-4a6a-8321-dfe2b9397440 x-openstack-request-id: req-d4a050d0-bd47-4a6a-8321-dfe2b9397440 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:32:24.790718 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2bbea7-8898-437c-9906-b48f18e79cda", "name": "network-vif-deleted", "tag": "00289460-f2b5-428a-aeef-3bc6f537723a", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:32:24.790718 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4a050d0-bd47-4a6a-8321-dfe2b9397440 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:32:24.790718 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2bbea7-8898-437c-9906-b48f18e79cda', 'name': 'network-vif-deleted', 'tag': '00289460-f2b5-428a-aeef-3bc6f537723a', 'status': 'completed', 'code': 200} Feb 14 19:32:24.864027 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c1116025-6774-4e8e-9062-a94bddf9663e req-a4554217-95d3-405b-bc01-b0c45f50d6f3 tempest-AttachVolumeNegativeTest-1091723085 tempest-AttachVolumeNegativeTest-1091723085-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad2bbea7-8898-437c-9906-b48f18e79cda HTTP/1.1" status: 200 len: 210 time: 0.0329566 Feb 14 19:32:25.921823 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33562) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:25.967957 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_v2 [None req-2291baad-fc13-4c74-8d8b-424d5b967d41 admin admin] Deleting subnet 8dd2cf7d-838c-4b81-82a4-00cbad39a57e {{(pid=103310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:32:25.971428 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2291baad-fc13-4c74-8d8b-424d5b967d41 admin admin] Publish callbacks [] for subnet (8dd2cf7d-838c-4b81-82a4-00cbad39a57e), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:26.011738 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2291baad-fc13-4c74-8d8b-424d5b967d41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129926344'] for subnet (8dd2cf7d-838c-4b81-82a4-00cbad39a57e), precommit_delete_associations {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:26.053655 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2291baad-fc13-4c74-8d8b-424d5b967d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (8dd2cf7d-838c-4b81-82a4-00cbad39a57e), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:26.238444 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2291baad-fc13-4c74-8d8b-424d5b967d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129455284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129471064'] for subnet (8dd2cf7d-838c-4b81-82a4-00cbad39a57e), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:26.264673 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291baad-fc13-4c74-8d8b-424d5b967d41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd2cf7d-838c-4b81-82a4-00cbad39a57e,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:26.269793 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2291baad-fc13-4c74-8d8b-424d5b967d41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:26.275187 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-2291baad-fc13-4c74-8d8b-424d5b967d41 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8dd2cf7d-838c-4b81-82a4-00cbad39a57e HTTP/1.1" status: 204 len: 168 time: 0.3521957 Feb 14 19:32:26.278145 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33564) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:26.357081 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c48763f1-67e6-464f-be1e-c92131eebec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (3f3b9ff9-bf99-465d-9ff2-430ec676aa00), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:26.436121 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c48763f1-67e6-464f-be1e-c92131eebec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (3f3b9ff9-bf99-465d-9ff2-430ec676aa00), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:26.456288 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-c48763f1-67e6-464f-be1e-c92131eebec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3b9ff9-bf99-465d-9ff2-430ec676aa00']}} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:32:26.465355 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-c48763f1-67e6-464f-be1e-c92131eebec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c79297-1a8f-4c9c-adc5-c012147345e4') {'for_net_delete': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:32:26.465647 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-c48763f1-67e6-464f-be1e-c92131eebec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c79297-1a8f-4c9c-adc5-c012147345e4') {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:32:26.475616 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c48763f1-67e6-464f-be1e-c92131eebec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129926367'] for segment (c6c79297-1a8f-4c9c-adc5-c012147345e4), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:26.488498 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c48763f1-67e6-464f-be1e-c92131eebec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (c6c79297-1a8f-4c9c-adc5-c012147345e4), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:26.494605 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48763f1-67e6-464f-be1e-c92131eebec2 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:32:26.495709 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c48763f1-67e6-464f-be1e-c92131eebec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129456150'] for segment (c6c79297-1a8f-4c9c-adc5-c012147345e4), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: Traceback (most recent call last): Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: timer() Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: cb(*args, **kw) Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: return func(*args, **kwargs) Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: self._notify() Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: self.callback(batched_events) Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: event.method(event) Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: return f(self, *a, **k) Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._get(url).json() Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: return self.request(url, 'GET', **kwargs) Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:32:26.496835 dv-cinder-816898-8-iscsi neutron-server[103310]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:32:26.620976 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c48763f1-67e6-464f-be1e-c92131eebec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (3f3b9ff9-bf99-465d-9ff2-430ec676aa00), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:26.628019 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c48763f1-67e6-464f-be1e-c92131eebec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:26.631334 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-c48763f1-67e6-464f-be1e-c92131eebec2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3f3b9ff9-bf99-465d-9ff2-430ec676aa00 HTTP/1.1" status: 204 len: 168 time: 0.3519812 Feb 14 19:32:26.644258 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48763f1-67e6-464f-be1e-c92131eebec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f3b9ff9-bf99-465d-9ff2-430ec676aa00,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:27.067769 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33568) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:27.109875 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-c8fc1d9c-2795-452f-9049-88242e8837ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2361aa206a424033a81ea24d705940bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409288 Feb 14 19:32:27.112358 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33570) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:27.158330 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-34b444cb-9f98-455f-8fb1-0b3d32b476da admin admin] Publish callbacks [] for security_group (869f01d4-b98d-452a-befd-7478c4be075a), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:27.180681 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-34b444cb-9f98-455f-8fb1-0b3d32b476da admin admin] Publish callbacks [] for security_group (869f01d4-b98d-452a-befd-7478c4be075a), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:27.412864 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-34b444cb-9f98-455f-8fb1-0b3d32b476da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (869f01d4-b98d-452a-befd-7478c4be075a), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:27.415471 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-34b444cb-9f98-455f-8fb1-0b3d32b476da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:27.416608 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-34b444cb-9f98-455f-8fb1-0b3d32b476da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/869f01d4-b98d-452a-befd-7478c4be075a HTTP/1.1" status: 204 len: 168 time: 0.3033419 Feb 14 19:32:27.425688 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b444cb-9f98-455f-8fb1-0b3d32b476da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869f01d4-b98d-452a-befd-7478c4be075a,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:28.287330 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 00289460-f2b5-428a-aeef-3bc6f537723a no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:32:28.308602 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: 00289460-f2b5-428a-aeef-3bc6f537723a {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:32:28.308958 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 00289460-f2b5-428a-aeef-3bc6f537723a not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:32:30.122051 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 33614) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:30.236765 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:30.312867 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Publish callbacks [] for security_group (87411eac-960f-494e-9f04-4b119d9bf897), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:30.420765 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (87411eac-960f-494e-9f04-4b119d9bf897), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:30.459978 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd23707be7624fa9b9e08e90edd66322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3365145 Feb 14 19:32:30.460835 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87411eac-960f-494e-9f04-4b119d9bf897,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:30.462886 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33618) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:30.468870 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:30.473654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:30.473654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:30.473654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:30.473654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:30.473654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:30.473654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:30.473654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:30.473654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:30.473654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:30.473654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:30.473654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:30.473654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe0a5d-8d68-4222-9fe9-ff2993e4a38d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:30.517324 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2e104b89-0d83-4c84-871e-d3bb4544dd3e admin admin] Publish callbacks [] for security_group (87411eac-960f-494e-9f04-4b119d9bf897), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:30.537917 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2e104b89-0d83-4c84-871e-d3bb4544dd3e admin admin] Publish callbacks [] for security_group (87411eac-960f-494e-9f04-4b119d9bf897), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:30.673526 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2e104b89-0d83-4c84-871e-d3bb4544dd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (87411eac-960f-494e-9f04-4b119d9bf897), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:30.676127 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-2e104b89-0d83-4c84-871e-d3bb4544dd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:30.677354 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-2e104b89-0d83-4c84-871e-d3bb4544dd3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87411eac-960f-494e-9f04-4b119d9bf897 HTTP/1.1" status: 204 len: 168 time: 0.2131319 Feb 14 19:32:30.686137 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e104b89-0d83-4c84-871e-d3bb4544dd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87411eac-960f-494e-9f04-4b119d9bf897,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:31.398520 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33626) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:31.412292 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c2093de-5e54-4f2c-8938-4109b3a9a8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:31.488287 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c2093de-5e54-4f2c-8938-4109b3a9a8f1 admin admin] Publish callbacks [] for security_group (45db8bd4-1a54-486c-80fa-7bb4d66042c4), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:31.580791 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-8c2093de-5e54-4f2c-8938-4109b3a9a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (45db8bd4-1a54-486c-80fa-7bb4d66042c4), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:31.618583 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2093de-5e54-4f2c-8938-4109b3a9a8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45db8bd4-1a54-486c-80fa-7bb4d66042c4,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:31.623027 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-8c2093de-5e54-4f2c-8938-4109b3a9a8f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59716fa65d3644fd8abc5a18ee86fcb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233896 Feb 14 19:32:31.626986 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33628) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:31.675531 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c49a0d1f-0b3c-451b-8eac-81b8132a5493 admin admin] Publish callbacks [] for security_group (45db8bd4-1a54-486c-80fa-7bb4d66042c4), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:31.697920 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c49a0d1f-0b3c-451b-8eac-81b8132a5493 admin admin] Publish callbacks [] for security_group (45db8bd4-1a54-486c-80fa-7bb4d66042c4), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:31.849630 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c49a0d1f-0b3c-451b-8eac-81b8132a5493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (45db8bd4-1a54-486c-80fa-7bb4d66042c4), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:31.852116 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c49a0d1f-0b3c-451b-8eac-81b8132a5493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:31.853349 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-c49a0d1f-0b3c-451b-8eac-81b8132a5493 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45db8bd4-1a54-486c-80fa-7bb4d66042c4 HTTP/1.1" status: 204 len: 168 time: 0.2254252 Feb 14 19:32:31.861737 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a0d1f-0b3c-451b-8eac-81b8132a5493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45db8bd4-1a54-486c-80fa-7bb4d66042c4,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:34.515229 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33674) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:34.622288 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3da7aa45-1e35-4482-87f5-d85861a4245d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:34.696509 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3da7aa45-1e35-4482-87f5-d85861a4245d admin admin] Publish callbacks [] for security_group (af08378d-8d51-414b-a45f-3d41d01b61b3), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:34.790074 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-3da7aa45-1e35-4482-87f5-d85861a4245d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (af08378d-8d51-414b-a45f-3d41d01b61b3), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:34.827587 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7aa45-1e35-4482-87f5-d85861a4245d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af08378d-8d51-414b-a45f-3d41d01b61b3,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:34.834604 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-3da7aa45-1e35-4482-87f5-d85861a4245d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f37a52d427446b6994890780d62e2e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157582 Feb 14 19:32:34.834836 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33678) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:34.895542 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b4f22ff3-1ef4-4919-ba43-8e9f8e702576 admin admin] Publish callbacks [] for security_group (af08378d-8d51-414b-a45f-3d41d01b61b3), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:34.917123 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b4f22ff3-1ef4-4919-ba43-8e9f8e702576 admin admin] Publish callbacks [] for security_group (af08378d-8d51-414b-a45f-3d41d01b61b3), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:35.064691 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b4f22ff3-1ef4-4919-ba43-8e9f8e702576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (af08378d-8d51-414b-a45f-3d41d01b61b3), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:35.067308 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-b4f22ff3-1ef4-4919-ba43-8e9f8e702576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:35.068465 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-b4f22ff3-1ef4-4919-ba43-8e9f8e702576 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af08378d-8d51-414b-a45f-3d41d01b61b3 HTTP/1.1" status: 204 len: 168 time: 0.2328355 Feb 14 19:32:35.076979 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f22ff3-1ef4-4919-ba43-8e9f8e702576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af08378d-8d51-414b-a45f-3d41d01b61b3,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:35.679220 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33684) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:35.695574 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-989d12ac-c30a-4ec3-990b-6e3e6a4f1198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:35.767907 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-989d12ac-c30a-4ec3-990b-6e3e6a4f1198 admin admin] Publish callbacks [] for security_group (c46aaa6f-5089-4ac6-8c45-df9c0a876b6c), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:35.854647 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-989d12ac-c30a-4ec3-990b-6e3e6a4f1198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (c46aaa6f-5089-4ac6-8c45-df9c0a876b6c), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:35.894358 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-989d12ac-c30a-4ec3-990b-6e3e6a4f1198 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d11879b5f93d45a4902d1db6bff11276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140136 Feb 14 19:32:35.895483 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d12ac-c30a-4ec3-990b-6e3e6a4f1198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46aaa6f-5089-4ac6-8c45-df9c0a876b6c,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:35.897217 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 33686) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:35.947414 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-11ad11ea-f9f4-41ad-8de0-47a9b92e6a0d admin admin] Publish callbacks [] for security_group (c46aaa6f-5089-4ac6-8c45-df9c0a876b6c), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:35.970314 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-11ad11ea-f9f4-41ad-8de0-47a9b92e6a0d admin admin] Publish callbacks [] for security_group (c46aaa6f-5089-4ac6-8c45-df9c0a876b6c), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:36.094948 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-11ad11ea-f9f4-41ad-8de0-47a9b92e6a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (c46aaa6f-5089-4ac6-8c45-df9c0a876b6c), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:36.097484 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-11ad11ea-f9f4-41ad-8de0-47a9b92e6a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:36.098748 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-11ad11ea-f9f4-41ad-8de0-47a9b92e6a0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c46aaa6f-5089-4ac6-8c45-df9c0a876b6c HTTP/1.1" status: 204 len: 168 time: 0.2004015 Feb 14 19:32:36.119272 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad11ea-f9f4-41ad-8de0-47a9b92e6a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46aaa6f-5089-4ac6-8c45-df9c0a876b6c,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:39.431738 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 33754) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:39.537814 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e9f49e5f-e17d-4e93-9704-469b06e526c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:39.614676 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e9f49e5f-e17d-4e93-9704-469b06e526c2 admin admin] Publish callbacks [] for security_group (582d68c8-2b3d-4e18-90f6-1a6162688d81), precommit_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:39.692786 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-e9f49e5f-e17d-4e93-9704-469b06e526c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (582d68c8-2b3d-4e18-90f6-1a6162688d81), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:39.731376 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-e9f49e5f-e17d-4e93-9704-469b06e526c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6976615b5cd4403be3f91e5002b29b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985649 Feb 14 19:32:39.732223 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f49e5f-e17d-4e93-9704-469b06e526c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582d68c8-2b3d-4e18-90f6-1a6162688d81,revision_number=1']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:39.734670 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33758) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:39.782864 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Publish callbacks [] for security_group (582d68c8-2b3d-4e18-90f6-1a6162688d81), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:39.803615 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Publish callbacks [] for security_group (582d68c8-2b3d-4e18-90f6-1a6162688d81), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:39.929370 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (582d68c8-2b3d-4e18-90f6-1a6162688d81), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:39.932045 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:39.933352 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/582d68c8-2b3d-4e18-90f6-1a6162688d81 HTTP/1.1" status: 204 len: 168 time: 0.1973906 Feb 14 19:32:39.942119 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582d68c8-2b3d-4e18-90f6-1a6162688d81,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:39.949895 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:39.950248 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:39.950617 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:39.951069 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:39.951326 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:39.951600 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:39.951927 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:39.952252 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:39.952579 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:39.952908 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:39.953224 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:39.953571 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:39.953976 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506f16-38bc-40f5-a4ac-9798524fa23e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:32:40.601471 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-fc16eb67-751e-4990-bb89-afd96a8671e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:40.663286 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33766) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:40.677794 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1c061a9a-0862-4e91-972f-5df445879265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:40.772824 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1c061a9a-0862-4e91-972f-5df445879265 admin admin] Publish callbacks [] for security_group (a1e57660-1694-47fc-a6f6-e2735fa9b784), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:40.848909 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-1c061a9a-0862-4e91-972f-5df445879265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (a1e57660-1694-47fc-a6f6-e2735fa9b784), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:40.886316 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c061a9a-0862-4e91-972f-5df445879265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e57660-1694-47fc-a6f6-e2735fa9b784,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:40.891277 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-1c061a9a-0862-4e91-972f-5df445879265 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e74468eef0c8476095a05843b4bf6da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261992 Feb 14 19:32:40.894417 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33768) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:32:40.945391 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6793ee13-a7a7-493f-b95b-e27d777905da admin admin] Publish callbacks [] for security_group (a1e57660-1694-47fc-a6f6-e2735fa9b784), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:40.967076 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6793ee13-a7a7-493f-b95b-e27d777905da admin admin] Publish callbacks [] for security_group (a1e57660-1694-47fc-a6f6-e2735fa9b784), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:41.083708 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6793ee13-a7a7-493f-b95b-e27d777905da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (a1e57660-1694-47fc-a6f6-e2735fa9b784), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:41.086292 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-6793ee13-a7a7-493f-b95b-e27d777905da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:41.087538 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-6793ee13-a7a7-493f-b95b-e27d777905da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1e57660-1694-47fc-a6f6-e2735fa9b784 HTTP/1.1" status: 204 len: 168 time: 0.1922846 Feb 14 19:32:41.096871 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793ee13-a7a7-493f-b95b-e27d777905da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e57660-1694-47fc-a6f6-e2735fa9b784,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:32:42.778572 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-666c1df8-77fb-4c73-aeeb-e62c01da5cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:44.267120 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:45.649243 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:46.669607 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:49.432798 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:32:52.274428 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2b647294-d069-4634-9961-1ccc752070b0 req-4b61807a-6b8e-4ed2-8ae3-048b5d6729ca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444977 Feb 14 19:32:52.344007 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b647294-d069-4634-9961-1ccc752070b0 req-73ecb578-b04c-4349-a8ff-616ad46139f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:52.345514 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2b647294-d069-4634-9961-1ccc752070b0 req-73ecb578-b04c-4349-a8ff-616ad46139f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=effeb13951274360878df6e825f49990&device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 1130 time: 0.0503395 Feb 14 19:32:52.453401 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b647294-d069-4634-9961-1ccc752070b0 req-ec24ebfd-060f-4719-ae72-79129478bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:52.454904 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2b647294-d069-4634-9961-1ccc752070b0 req-ec24ebfd-060f-4719-ae72-79129478bf79 service neutron] 10.222.0.43 "GET /v2.0/networks?id=18709779-44c4-4f08-9187-e94c77aa619c HTTP/1.1" status: 200 len: 910 time: 0.0838423 Feb 14 19:32:52.794070 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2b647294-d069-4634-9961-1ccc752070b0 req-fa53a0ff-b75c-435b-93e1-681a4f64f53d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b HTTP/1.1" status: 200 len: 1001 time: 0.3327038 Feb 14 19:32:52.844282 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b647294-d069-4634-9961-1ccc752070b0 req-2172fc00-bd84-4744-9e95-860c9701fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:52.845740 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2b647294-d069-4634-9961-1ccc752070b0 req-2172fc00-bd84-4744-9e95-860c9701fb37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546abd88-ac1d-4c1e-a511-ab5543168169 HTTP/1.1" status: 200 len: 848 time: 0.0446162 Feb 14 19:32:52.903408 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b647294-d069-4634-9961-1ccc752070b0 req-83f0fdd9-36d3-4a53-9ca9-90959db60020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:32:52.905255 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2b647294-d069-4634-9961-1ccc752070b0 req-83f0fdd9-36d3-4a53-9ca9-90959db60020 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=18709779-44c4-4f08-9187-e94c77aa619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529964 Feb 14 19:32:53.000969 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2b647294-d069-4634-9961-1ccc752070b0 req-28699f01-de33-4c1d-8b78-e474035c9d57 service neutron] 10.222.0.43 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881023 Feb 14 19:32:53.091583 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-2b647294-d069-4634-9961-1ccc752070b0 req-925a31f0-4530-4d87-a58c-74008d52e387 service neutron] 10.222.0.43 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842049 Feb 14 19:32:53.609262 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:33:00.118865 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33914) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:00.240398 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c34b34a6-f932-483b-9ef2-fe3bdea20afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:00.318534 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c34b34a6-f932-483b-9ef2-fe3bdea20afc admin admin] Publish callbacks [] for security_group (46e3cecf-8006-44c6-96a2-0330b876e521), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:00.528879 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c34b34a6-f932-483b-9ef2-fe3bdea20afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (46e3cecf-8006-44c6-96a2-0330b876e521), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:00.573307 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b34a6-f932-483b-9ef2-fe3bdea20afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e3cecf-8006-44c6-96a2-0330b876e521,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:00.577813 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-c34b34a6-f932-483b-9ef2-fe3bdea20afc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8fd5bee40490427bac195715f5bd438d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4572635 Feb 14 19:33:00.582466 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 33918) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:00.646910 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7560d562-7f3d-4b29-b6e4-012689ce5b87 admin admin] Publish callbacks [] for security_group (46e3cecf-8006-44c6-96a2-0330b876e521), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:00.681124 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7560d562-7f3d-4b29-b6e4-012689ce5b87 admin admin] Publish callbacks [] for security_group (46e3cecf-8006-44c6-96a2-0330b876e521), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:00.814753 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7560d562-7f3d-4b29-b6e4-012689ce5b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (46e3cecf-8006-44c6-96a2-0330b876e521), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:00.817331 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7560d562-7f3d-4b29-b6e4-012689ce5b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:00.818712 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-7560d562-7f3d-4b29-b6e4-012689ce5b87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46e3cecf-8006-44c6-96a2-0330b876e521 HTTP/1.1" status: 204 len: 168 time: 0.2346530 Feb 14 19:33:00.827027 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560d562-7f3d-4b29-b6e4-012689ce5b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e3cecf-8006-44c6-96a2-0330b876e521,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:01.869266 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 33940) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:01.969499 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-69919447-network', 'tenant_id': '9b75fea7d3da46f285bbdcffe7590675'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:33:02.082901 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] Made reservation on behalf of 9b75fea7d3da46f285bbdcffe7590675 for: {'network': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:33:02.085239 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for network (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:02.094240 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:02.280944 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] Publish callbacks [] for security_group (49dbc5b0-2d02-4522-9e30-76867a66d642), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:02.368884 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (49dbc5b0-2d02-4522-9e30-76867a66d642), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:02.398297 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 14 19:33:02.404860 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dbc5b0-2d02-4522-9e30-76867a66d642,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:02.411152 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (ceddc1d4-a3ef-4465-ba81-419bb4d2321c), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:02.411475 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.segments_db [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] Added segment ceddc1d4-a3ef-4465-ba81-419bb4d2321c of type vlan for network 0f36f61a-89ba-44c7-a823-f81c1e89b67a Feb 14 19:33:02.454820 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791065747887'] for network (0f36f61a-89ba-44c7-a823-f81c1e89b67a), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:02.603280 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848'] for network (0f36f61a-89ba-44c7-a823-f81c1e89b67a), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:02.604187 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:02.604770 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:02.667114 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] Pushing event updated for resources: {'Network': ['ID=0f36f61a-89ba-44c7-a823-f81c1e89b67a,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:02.683167 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Network 0f36f61a-89ba-44c7-a823-f81c1e89b67a details requested by agent ovs-agent-dv-cinder-816898-8-iscsi with host dv-cinder-816898-8-iscsi {{(pid=103312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 14 19:33:02.704446 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-47eb7427-1eda-4c91-b6b6-d94d05c9b0cc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8332808 Feb 14 19:33:02.707359 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 33946) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:02.716156 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.v2.base [None req-48f0bc9f-1529-4fec-bace-b279e33a7edf admin admin] Request body: {'subnet': {'network_id': '0f36f61a-89ba-44c7-a823-f81c1e89b67a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-69919447-subnet', 'tenant_id': '9b75fea7d3da46f285bbdcffe7590675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:33:02.843046 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f0bc9f-1529-4fec-bace-b279e33a7edf admin admin] Made reservation on behalf of 9b75fea7d3da46f285bbdcffe7590675 for: {'subnet': 1} {{(pid=103311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:33:02.845417 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-48f0bc9f-1529-4fec-bace-b279e33a7edf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126032166'] for subnet (None), before_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:03.123347 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-48f0bc9f-1529-4fec-bace-b279e33a7edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125990480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126032148'] for subnet (c02fc1f3-5944-4f85-969c-26f9941953dd), after_create {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:03.187526 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0bc9f-1529-4fec-bace-b279e33a7edf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c02fc1f3-5944-4f85-969c-26f9941953dd,revision_number=0']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:03.196456 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0bc9f-1529-4fec-bace-b279e33a7edf admin admin] Checking segment: {'id': 'ceddc1d4-a3ef-4465-ba81-419bb4d2321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0f36f61a-89ba-44c7-a823-f81c1e89b67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:33:03.196818 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0bc9f-1529-4fec-bace-b279e33a7edf admin admin] Network hostable DHCP agents. Network: 0f36f61a-89ba-44c7-a823-f81c1e89b67a, hostable agents: ['e441adbe-3078-4a03-8f76-75887be077fe'], hosted agents: [] {{(pid=103311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 14 19:33:03.328673 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0bc9f-1529-4fec-bace-b279e33a7edf admin admin] Network 0f36f61a-89ba-44c7-a823-f81c1e89b67a is scheduled to be hosted by DHCP agent e441adbe-3078-4a03-8f76-75887be077fe with binding_index 1 {{(pid=103311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 14 19:33:03.463486 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.base_scheduler [None req-48f0bc9f-1529-4fec-bace-b279e33a7edf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-8-iscsi, 0f36f61a-89ba-44c7-a823-f81c1e89b67a) {{(pid=103311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:33:03.468457 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0bc9f-1529-4fec-bace-b279e33a7edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:03.474872 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-48f0bc9f-1529-4fec-bace-b279e33a7edf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:03.476163 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5436ab8c-aaed-4656-827e-edc4d58f0c16 None None] Network 0f36f61a-89ba-44c7-a823-f81c1e89b67a requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:33:03.576558 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1770f0-3d06-45b4-88b9-e931f55ea754 None None] Network 0f36f61a-89ba-44c7-a823-f81c1e89b67a requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:33:03.617090 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-48f0bc9f-1529-4fec-bace-b279e33a7edf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9074714 Feb 14 19:33:05.968978 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-04cce624-e24f-4532-9b30-6e9affc45233 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:05.970561 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-04cce624-e24f-4532-9b30-6e9affc45233 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/networks?id=0f36f61a-89ba-44c7-a823-f81c1e89b67a HTTP/1.1" status: 200 len: 807 time: 0.1128290 Feb 14 19:33:05.988519 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-5a4d477c-ec6c-479c-877c-9da8261fc25d tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/quotas/9b75fea7d3da46f285bbdcffe7590675 HTTP/1.1" status: 200 len: 375 time: 0.0113406 Feb 14 19:33:06.026600 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-fb1c5fe2-1b2d-4ef5-98bb-3766d3b34a7e tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b75fea7d3da46f285bbdcffe7590675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297942 Feb 14 19:33:06.042384 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-b6334d5c-3f5e-4e57-80fa-d1c4eb1ab232 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103311) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 19:33:06.043365 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-b6334d5c-3f5e-4e57-80fa-d1c4eb1ab232 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055392 Feb 14 19:33:06.136992 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-3a502467-7c05-4efa-ab8d-2fc1a445594f service neutron] 10.222.0.26 "GET /v2.0/networks/0f36f61a-89ba-44c7-a823-f81c1e89b67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877767 Feb 14 19:33:06.248142 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-40253167-f431-4d93-8508-50f386b0975d service neutron] 10.222.0.26 "GET /v2.0/networks/0f36f61a-89ba-44c7-a823-f81c1e89b67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054113 Feb 14 19:33:06.530928 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-194fb0bc-0a86-41c8-88d3-e5f6531579ad req-c88aa2cf-055d-4855-b5db-246483ca58d4 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 210 time: 0.0344059 Feb 14 19:33:07.612219 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3f871f53-7df3-4976-a850-76e0244e8edc req-5647cd1c-7702-4e5a-a893-baa8468016b8 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 210 time: 0.0280826 Feb 14 19:33:08.720856 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b0c155ed-331f-4f84-86ac-4d03b1aaad72 req-35a2c161-c3a9-4ad2-b108-9d9413ed5977 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 210 time: 0.0306706 Feb 14 19:33:08.981586 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-90b54b3f-548d-4a95-8e7d-e68f58f44229 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:08.984224 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-90b54b3f-548d-4a95-8e7d-e68f58f44229 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.43 "GET /v2.0/networks?id=0f36f61a-89ba-44c7-a823-f81c1e89b67a HTTP/1.1" status: 200 len: 807 time: 0.1331971 Feb 14 19:33:08.998593 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-da12a481-b1b9-4b2e-bded-47b74376bca2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Request body: {'port': {'device_id': '19e4d18e-35fe-48ae-8b48-ab82ef6285bf', 'network_id': '0f36f61a-89ba-44c7-a823-f81c1e89b67a', 'admin_state_up': True, 'tenant_id': '9b75fea7d3da46f285bbdcffe7590675'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:33:09.346408 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-da12a481-b1b9-4b2e-bded-47b74376bca2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Made reservation on behalf of 9b75fea7d3da46f285bbdcffe7590675 for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:33:09.350412 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-da12a481-b1b9-4b2e-bded-47b74376bca2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:09.507278 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-da12a481-b1b9-4b2e-bded-47b74376bca2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Allocated IP 172.20.0.6 (0f36f61a-89ba-44c7-a823-f81c1e89b67a/c02fc1f3-5944-4f85-969c-26f9941953dd/b2072f90-a5c9-491b-9363-a4c52e6d6946) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:33:09.674605 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-da12a481-b1b9-4b2e-bded-47b74376bca2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks [] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:09.798566 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-da12a481-b1b9-4b2e-bded-47b74376bca2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:09.868635 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-da12a481-b1b9-4b2e-bded-47b74376bca2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Network 0f36f61a-89ba-44c7-a823-f81c1e89b67a is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:33:09.874588 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-da12a481-b1b9-4b2e-bded-47b74376bca2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:33:09.877428 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c0024-6ff3-414e-9092-62b2fabfc84e req-91fb3555-60c7-4a5a-a211-84a0f50b2457 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:09.881129 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9b0c0024-6ff3-414e-9092-62b2fabfc84e req-91fb3555-60c7-4a5a-a211-84a0f50b2457 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 931 time: 0.0879989 Feb 14 19:33:09.883199 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-da12a481-b1b9-4b2e-bded-47b74376bca2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:33:09.916593 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12a481-b1b9-4b2e-bded-47b74376bca2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Pushing event updated for resources: {'Port': ['ID=b2072f90-a5c9-491b-9363-a4c52e6d6946,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:09.945652 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9b0c0024-6ff3-414e-9092-62b2fabfc84e req-5e1c1d68-a233-4fe9-9460-4adaeb283072 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549142 Feb 14 19:33:09.947105 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-da12a481-b1b9-4b2e-bded-47b74376bca2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:09.947802 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-da12a481-b1b9-4b2e-bded-47b74376bca2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:10.063736 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-da12a481-b1b9-4b2e-bded-47b74376bca2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0707004 Feb 14 19:33:10.073387 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-0112ab18-757d-479c-80ed-3d7dd113ae67 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 14 19:33:10.074488 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-0112ab18-757d-479c-80ed-3d7dd113ae67 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058234 Feb 14 19:33:10.135628 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Request body: {'port': {'device_id': '19e4d18e-35fe-48ae-8b48-ab82ef6285bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:33:10.201521 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:10.488602 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2072f90-a5c9-491b-9363-a4c52e6d6946 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:33:10.496701 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Publish callbacks [] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:10.509859 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Transition to ACTIVE for port object b2072f90-a5c9-491b-9363-a4c52e6d6946 will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:33:10.611920 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:10.625449 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6d5eb919-0e08-4cff-aa7e-b18b96e624b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:10.665987 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2072f90-a5c9-491b-9363-a4c52e6d6946,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:10.751742 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Attempting to bind port b2072f90-a5c9-491b-9363-a4c52e6d6946 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:33:10.751987 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Attempting to bind port b2072f90-a5c9-491b-9363-a4c52e6d6946 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'ceddc1d4-a3ef-4465-ba81-419bb4d2321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0f36f61a-89ba-44c7-a823-f81c1e89b67a'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:33:10.752298 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Attempting to bind port b2072f90-a5c9-491b-9363-a4c52e6d6946 on network 0f36f61a-89ba-44c7-a823-f81c1e89b67a {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:33:10.757311 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Port b2072f90-a5c9-491b-9363-a4c52e6d6946 on network 0f36f61a-89ba-44c7-a823-f81c1e89b67a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:33:10.757636 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Attempting to bind port b2072f90-a5c9-491b-9363-a4c52e6d6946 on network 0f36f61a-89ba-44c7-a823-f81c1e89b67a {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:33:10.762672 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:33:10.763008 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Checking segment: {'id': 'ceddc1d4-a3ef-4465-ba81-419bb4d2321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0f36f61a-89ba-44c7-a823-f81c1e89b67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:33:10.763399 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Bound using segment: {'id': 'ceddc1d4-a3ef-4465-ba81-419bb4d2321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0f36f61a-89ba-44c7-a823-f81c1e89b67a'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:33:10.763831 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Bound port: b2072f90-a5c9-491b-9363-a4c52e6d6946, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceddc1d4-a3ef-4465-ba81-419bb4d2321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0f36f61a-89ba-44c7-a823-f81c1e89b67a'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:33:10.764185 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:10.835099 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] For port b2072f90-a5c9-491b-9363-a4c52e6d6946, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:33:10.838713 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] For port b2072f90-a5c9-491b-9363-a4c52e6d6946, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b2072f90-a5c9-491b-9363-a4c52e6d6946,segment=NetworkSegment(ceddc1d4-a3ef-4465-ba81-419bb4d2321c),segment_id=ceddc1d4-a3ef-4465-ba81-419bb4d2321c)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:33:10.921625 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:10.958372 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:10.959060 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:10.960430 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] 10.222.0.43 "PUT /v2.0/ports/b2072f90-a5c9-491b-9363-a4c52e6d6946 HTTP/1.1" status: 200 len: 1093 time: 0.8779125 Feb 14 19:33:10.960890 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e4d18e-35fe-48ae-8b48-ab82ef6285bf', 'tag': 'b2072f90-a5c9-491b-9363-a4c52e6d6946'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:33:10.963247 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab871e7-73f6-4966-bab9-bbc9d228411d" -d '{"events": [{"name": "network-changed", "server_uuid": "19e4d18e-35fe-48ae-8b48-ab82ef6285bf", "tag": "b2072f90-a5c9-491b-9363-a4c52e6d6946"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:33:10.997957 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653cfbc-f9b4-4147-a4b6-b757eaeb67d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2072f90-a5c9-491b-9363-a4c52e6d6946,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:11.008318 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02180126-18f2-4584-b77c-9eed51c9e2fd x-openstack-request-id: req-02180126-18f2-4584-b77c-9eed51c9e2fd {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:33:11.008773 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e4d18e-35fe-48ae-8b48-ab82ef6285bf", "tag": "b2072f90-a5c9-491b-9363-a4c52e6d6946", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:33:11.009106 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02180126-18f2-4584-b77c-9eed51c9e2fd {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:33:11.009562 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e4d18e-35fe-48ae-8b48-ab82ef6285bf', 'tag': 'b2072f90-a5c9-491b-9363-a4c52e6d6946', 'status': 'completed', 'code': 200} Feb 14 19:33:11.099999 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab871e7-73f6-4966-bab9-bbc9d228411d req-94604c58-519f-4625-8c2f-162b5cf96495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:11.104488 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0ab871e7-73f6-4966-bab9-bbc9d228411d req-94604c58-519f-4625-8c2f-162b5cf96495 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b75fea7d3da46f285bbdcffe7590675&device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 1127 time: 0.0687706 Feb 14 19:33:11.132002 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2d6d5-2d4b-4371-8040-e19f0cbeee55 req-7ecc5d9d-d24d-483a-b915-0a49ca98c7c3 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:11.134315 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3af2d6d5-2d4b-4371-8040-e19f0cbeee55 req-7ecc5d9d-d24d-483a-b915-0a49ca98c7c3 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 943 time: 0.0724874 Feb 14 19:33:11.189620 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3af2d6d5-2d4b-4371-8040-e19f0cbeee55 req-b4edd918-10a2-4480-9c84-00282504f830 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459251 Feb 14 19:33:11.220830 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab871e7-73f6-4966-bab9-bbc9d228411d req-4f43b5a5-4787-4c15-958b-a53da182ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:11.222636 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0ab871e7-73f6-4966-bab9-bbc9d228411d req-4f43b5a5-4787-4c15-958b-a53da182ad8b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9b75fea7d3da46f285bbdcffe7590675&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1145430 Feb 14 19:33:11.326201 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab871e7-73f6-4966-bab9-bbc9d228411d req-41b78b3e-0cf7-4f1f-89ba-7366aad0ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:11.327637 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-0ab871e7-73f6-4966-bab9-bbc9d228411d req-41b78b3e-0cf7-4f1f-89ba-7366aad0ad4d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999074 Feb 14 19:33:11.418498 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-f856fae4-4a4c-40ae-a86d-e53ae0234bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:11.420036 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-f856fae4-4a4c-40ae-a86d-e53ae0234bc9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b75fea7d3da46f285bbdcffe7590675&device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 1127 time: 0.0533864 Feb 14 19:33:11.467511 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-97d8239b-5cba-4a76-8732-252abeed26bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2072f90-a5c9-491b-9363-a4c52e6d6946 HTTP/1.1" status: 200 len: 217 time: 0.0398636 Feb 14 19:33:11.518552 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-f5290c0b-ac82-470d-98df-c5bf4a6de5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:11.520077 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-f5290c0b-ac82-470d-98df-c5bf4a6de5f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c02fc1f3-5944-4f85-969c-26f9941953dd HTTP/1.1" status: 200 len: 847 time: 0.0467257 Feb 14 19:33:11.553622 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-df9a10fa-434f-4b23-b464-53e6f997127d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f36f61a-89ba-44c7-a823-f81c1e89b67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277340 Feb 14 19:33:11.653534 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-ad541068-baa1-4f38-9d0d-06e836224898 service neutron] 10.222.0.43 "GET /v2.0/networks/0f36f61a-89ba-44c7-a823-f81c1e89b67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936673 Feb 14 19:33:11.761094 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-798bf694-3dc9-4fce-b7ac-37a01049bccb req-824386fb-65fa-4f07-aebc-40288121b056 service neutron] 10.222.0.43 "GET /v2.0/networks/0f36f61a-89ba-44c7-a823-f81c1e89b67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014969 Feb 14 19:33:12.321265 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c36e59-6f94-459f-bad3-02954b5546ce req-5d9712a5-d391-43b1-8dce-12b4fd6f70dc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:12.322832 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-43c36e59-6f94-459f-bad3-02954b5546ce req-5d9712a5-d391-43b1-8dce-12b4fd6f70dc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 943 time: 0.0559196 Feb 14 19:33:12.372500 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-43c36e59-6f94-459f-bad3-02954b5546ce req-cea8766e-64b1-47d6-b9ed-8ea26e225e9d tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440819 Feb 14 19:33:12.806512 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ea45004c-9e52-4f9c-b387-f737afa424c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:13.506947 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae1705-2559-463e-8082-81a6a870a040 req-df75e773-345c-4834-a119-346c461561a5 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:13.508620 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-aaae1705-2559-463e-8082-81a6a870a040 req-df75e773-345c-4834-a119-346c461561a5 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 943 time: 0.0592153 Feb 14 19:33:13.564511 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-aaae1705-2559-463e-8082-81a6a870a040 req-fbf6ae59-ed35-45b0-ba21-4b47a8cef312 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501266 Feb 14 19:33:14.294183 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:14.444389 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device b2072f90-a5c9-491b-9363-a4c52e6d6946 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:33:14.553663 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port b2072f90-a5c9-491b-9363-a4c52e6d6946, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b2072f90-a5c9-491b-9363-a4c52e6d6946,segment=NetworkSegment(ceddc1d4-a3ef-4465-ba81-419bb4d2321c),segment_id=ceddc1d4-a3ef-4465-ba81-419bb4d2321c)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:14.566778 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': 'b2072f90-a5c9-491b-9363-a4c52e6d6946', 'network_id': '0f36f61a-89ba-44c7-a823-f81c1e89b67a', 'port_id': 'b2072f90-a5c9-491b-9363-a4c52e6d6946', 'mac_address': 'fa:16:3e:29:ff:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02fc1f3-5944-4f85-969c-26f9941953dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:33:14.608761 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port b2072f90-a5c9-491b-9363-a4c52e6d6946 is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:33:14.609148 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:14.624954 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2072f90-a5c9-491b-9363-a4c52e6d6946 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:33:14.656096 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port b2072f90-a5c9-491b-9363-a4c52e6d6946, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b2072f90-a5c9-491b-9363-a4c52e6d6946,segment=NetworkSegment(ceddc1d4-a3ef-4465-ba81-419bb4d2321c),segment_id=ceddc1d4-a3ef-4465-ba81-419bb4d2321c)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:14.710306 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611ac69-b82a-486b-9ce6-581efedea038 req-3d6cd078-01c4-4168-a87c-c82e0c5b0e43 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:14.711971 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4611ac69-b82a-486b-9ce6-581efedea038 req-3d6cd078-01c4-4168-a87c-c82e0c5b0e43 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 943 time: 0.0604839 Feb 14 19:33:14.743853 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:14.765131 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4611ac69-b82a-486b-9ce6-581efedea038 req-c8f889ee-c345-4c3b-99cd-9c5b6af4dd75 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473738 Feb 14 19:33:14.803244 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=b2072f90-a5c9-491b-9363-a4c52e6d6946,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:14.811032 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:14.811304 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:14.811647 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:14.811984 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:14.812316 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:14.812644 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:14.812969 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:14.813294 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:14.813620 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:14.813945 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:14.814291 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:14.814631 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:14.814948 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:14.985374 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['b2072f90-a5c9-491b-9363-a4c52e6d6946'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:33:15.705399 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:15.895334 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0451c-af02-44e4-a98e-8f729e4e8016 req-51a5857d-4e5d-48d2-a7c9-ab020990fce3 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:15.896990 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7db0451c-af02-44e4-a98e-8f729e4e8016 req-51a5857d-4e5d-48d2-a7c9-ab020990fce3 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 944 time: 0.0580020 Feb 14 19:33:15.952290 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7db0451c-af02-44e4-a98e-8f729e4e8016 req-1a20948b-1667-45d9-a86f-c32eb169e88f tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496457 Feb 14 19:33:16.452945 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device b2072f90-a5c9-491b-9363-a4c52e6d6946 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:33:16.629833 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port b2072f90-a5c9-491b-9363-a4c52e6d6946 completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:33:16.636315 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port b2072f90-a5c9-491b-9363-a4c52e6d6946 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:33:16.636695 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:16.690140 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:16.740755 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port b2072f90-a5c9-491b-9363-a4c52e6d6946 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:33:16.741483 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:16.767803 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e4d18e-35fe-48ae-8b48-ab82ef6285bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2072f90-a5c9-491b-9363-a4c52e6d6946'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:33:16.770931 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f43ab5-88b3-4c31-bbf6-dc82eb507ef7" -d '{"events": [{"server_uuid": "19e4d18e-35fe-48ae-8b48-ab82ef6285bf", "name": "network-vif-plugged", "status": "completed", "tag": "b2072f90-a5c9-491b-9363-a4c52e6d6946"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:33:16.784158 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port b2072f90-a5c9-491b-9363-a4c52e6d6946, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b2072f90-a5c9-491b-9363-a4c52e6d6946,segment=NetworkSegment(ceddc1d4-a3ef-4465-ba81-419bb4d2321c),segment_id=ceddc1d4-a3ef-4465-ba81-419bb4d2321c)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:16.810810 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26c05ea-d930-4d33-abf1-5d5cd67de503 x-openstack-request-id: req-f26c05ea-d930-4d33-abf1-5d5cd67de503 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:33:16.811117 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e4d18e-35fe-48ae-8b48-ab82ef6285bf", "name": "network-vif-plugged", "status": "completed", "tag": "b2072f90-a5c9-491b-9363-a4c52e6d6946", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:33:16.811418 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f26c05ea-d930-4d33-abf1-5d5cd67de503 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:33:16.811940 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e4d18e-35fe-48ae-8b48-ab82ef6285bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2072f90-a5c9-491b-9363-a4c52e6d6946', 'code': 200} Feb 14 19:33:16.869858 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:16.929032 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=b2072f90-a5c9-491b-9363-a4c52e6d6946,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:17.093036 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a76832-272b-4c8d-8908-56fc753d8b69 req-d7aeb69a-3ae8-40f1-a582-4d4a535b3f27 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:17.096331 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-48a76832-272b-4c8d-8908-56fc753d8b69 req-d7aeb69a-3ae8-40f1-a582-4d4a535b3f27 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 945 time: 0.0677514 Feb 14 19:33:17.155115 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-48a76832-272b-4c8d-8908-56fc753d8b69 req-913a115f-51df-4e5c-afa7-273ae550e0eb tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526874 Feb 14 19:33:17.202657 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fadef1-8e53-432c-8094-e32b8f3b4c85 req-9971aacd-1653-4417-9230-e7788a973915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:17.205163 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e2fadef1-8e53-432c-8094-e32b8f3b4c85 req-9971aacd-1653-4417-9230-e7788a973915 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 1129 time: 0.0783415 Feb 14 19:33:17.259692 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-e2fadef1-8e53-432c-8094-e32b8f3b4c85 req-0459651e-4dec-4fea-b2b8-bd69e3cb0fe9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489483 Feb 14 19:33:18.297414 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe9959-d005-417d-8aea-548f6da8e0c3 req-90e35f42-2b53-4868-8d6c-7ed880da4ebe tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:18.299457 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-51fe9959-d005-417d-8aea-548f6da8e0c3 req-90e35f42-2b53-4868-8d6c-7ed880da4ebe tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 945 time: 0.0671940 Feb 14 19:33:18.357611 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-51fe9959-d005-417d-8aea-548f6da8e0c3 req-6bb8a1de-ea43-4346-9284-0e5616c09cb6 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512719 Feb 14 19:33:19.448369 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:19.497436 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655d985-8131-4bb3-9cba-789ec1963253 req-7645a377-1159-4c59-a64a-b415ad82a567 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:19.499016 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9655d985-8131-4bb3-9cba-789ec1963253 req-7645a377-1159-4c59-a64a-b415ad82a567 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 945 time: 0.0615013 Feb 14 19:33:19.561100 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-9655d985-8131-4bb3-9cba-789ec1963253 req-3c4348be-397e-45f6-b59d-8ced5170b8e7 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555463 Feb 14 19:33:21.185607 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9559a8-66c7-4142-8ec2-ec116e6d3c61 req-73f1b691-ea7b-4e0c-8632-4fd9877718b5 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:21.187223 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2a9559a8-66c7-4142-8ec2-ec116e6d3c61 req-73f1b691-ea7b-4e0c-8632-4fd9877718b5 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 945 time: 0.0574884 Feb 14 19:33:21.246713 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2a9559a8-66c7-4142-8ec2-ec116e6d3c61 req-5e26f66b-d667-4c4c-bc46-a827e9372b8b tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517504 Feb 14 19:33:22.384415 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fa933-2d28-4758-952c-5dbf832228cf req-c7149997-657b-4507-b2a6-99c9ccc37a2f tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:22.386011 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e18fa933-2d28-4758-952c-5dbf832228cf req-c7149997-657b-4507-b2a6-99c9ccc37a2f tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 945 time: 0.0632424 Feb 14 19:33:22.452591 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-e18fa933-2d28-4758-952c-5dbf832228cf req-f1c5a284-ada0-4f53-a9fc-ee97f1170afd tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561323 Feb 14 19:33:22.520115 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cabdd3-c041-4b32-ba86-92381d9838fc req-0ade9dce-1e2c-4652-84cd-5397690f97da tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:22.522717 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-04cabdd3-c041-4b32-ba86-92381d9838fc req-0ade9dce-1e2c-4652-84cd-5397690f97da tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.43 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 945 time: 0.0872808 Feb 14 19:33:22.631961 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-04cabdd3-c041-4b32-ba86-92381d9838fc req-5ceb746f-bb63-4156-b2c7-979896902831 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Deleting port b2072f90-a5c9-491b-9363-a4c52e6d6946 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:22.632299 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-04cabdd3-c041-4b32-ba86-92381d9838fc req-5ceb746f-bb63-4156-b2c7-979896902831 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:22.732138 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-04cabdd3-c041-4b32-ba86-92381d9838fc req-5ceb746f-bb63-4156-b2c7-979896902831 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] For port b2072f90-a5c9-491b-9363-a4c52e6d6946, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b2072f90-a5c9-491b-9363-a4c52e6d6946,segment=NetworkSegment(ceddc1d4-a3ef-4465-ba81-419bb4d2321c),segment_id=ceddc1d4-a3ef-4465-ba81-419bb4d2321c)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:22.732435 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-04cabdd3-c041-4b32-ba86-92381d9838fc req-5ceb746f-bb63-4156-b2c7-979896902831 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:22.747009 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-04cabdd3-c041-4b32-ba86-92381d9838fc req-5ceb746f-bb63-4156-b2c7-979896902831 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Calling delete_port for b2072f90-a5c9-491b-9363-a4c52e6d6946 owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:22.943707 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-04cabdd3-c041-4b32-ba86-92381d9838fc req-5ceb746f-bb63-4156-b2c7-979896902831 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (b2072f90-a5c9-491b-9363-a4c52e6d6946), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:22.957378 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['b2072f90-a5c9-491b-9363-a4c52e6d6946'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:33:22.978839 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb746f-bb63-4156-b2c7-979896902831 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Pushing event deleted for resources: {'Port': ['ID=b2072f90-a5c9-491b-9363-a4c52e6d6946,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:23.032500 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cabdd3-c041-4b32-ba86-92381d9838fc req-5ceb746f-bb63-4156-b2c7-979896902831 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] No DVR routers for this DVR port b2072f90-a5c9-491b-9363-a4c52e6d6946 on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:33:23.037437 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-04cabdd3-c041-4b32-ba86-92381d9838fc req-5ceb746f-bb63-4156-b2c7-979896902831 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:23.039529 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-04cabdd3-c041-4b32-ba86-92381d9838fc req-5ceb746f-bb63-4156-b2c7-979896902831 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.43 "DELETE /v2.0/ports/b2072f90-a5c9-491b-9363-a4c52e6d6946 HTTP/1.1" status: 204 len: 173 time: 0.5110161 Feb 14 19:33:23.039997 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e4d18e-35fe-48ae-8b48-ab82ef6285bf', 'name': 'network-vif-deleted', 'tag': 'b2072f90-a5c9-491b-9363-a4c52e6d6946'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:33:23.042422 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8bd617-14d5-4ddd-a978-bceffffd08f9" -d '{"events": [{"server_uuid": "19e4d18e-35fe-48ae-8b48-ab82ef6285bf", "name": "network-vif-deleted", "tag": "b2072f90-a5c9-491b-9363-a4c52e6d6946"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:33:23.084259 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e04d13-cf29-4789-bbfd-fe995f647b31 x-openstack-request-id: req-03e04d13-cf29-4789-bbfd-fe995f647b31 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:33:23.084552 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e4d18e-35fe-48ae-8b48-ab82ef6285bf", "name": "network-vif-deleted", "tag": "b2072f90-a5c9-491b-9363-a4c52e6d6946", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:33:23.084808 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03e04d13-cf29-4789-bbfd-fe995f647b31 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:33:23.085215 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e4d18e-35fe-48ae-8b48-ab82ef6285bf', 'name': 'network-vif-deleted', 'tag': 'b2072f90-a5c9-491b-9363-a4c52e6d6946', 'status': 'completed', 'code': 200} Feb 14 19:33:23.589388 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-35ae1317-8c73-4b6c-a933-f159a7f0a377 req-1eef7217-2a4f-4745-9ede-67e32015b02b tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=19e4d18e-35fe-48ae-8b48-ab82ef6285bf HTTP/1.1" status: 200 len: 210 time: 0.0334377 Feb 14 19:33:24.903248 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-45c03dcb-a863-4a74-84a0-b2f1fc82c2e2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:24.904767 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-45c03dcb-a863-4a74-84a0-b2f1fc82c2e2 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/networks?id=0f36f61a-89ba-44c7-a823-f81c1e89b67a HTTP/1.1" status: 200 len: 807 time: 0.1180086 Feb 14 19:33:24.926384 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-c72cc084-7b72-423e-909a-ca7d96c6686f tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/quotas/9b75fea7d3da46f285bbdcffe7590675 HTTP/1.1" status: 200 len: 375 time: 0.0111723 Feb 14 19:33:24.965510 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-074a4083-264e-4615-9eae-22eaa2e7355b tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b75fea7d3da46f285bbdcffe7590675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330684 Feb 14 19:33:25.131738 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-003ecd93-cf1f-4cb0-a4fb-87009d4187c0 service neutron] 10.222.0.26 "GET /v2.0/networks/0f36f61a-89ba-44c7-a823-f81c1e89b67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578274 Feb 14 19:33:25.232048 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-04e861fd-7376-4015-8fe8-a897cef58949 service neutron] 10.222.0.26 "GET /v2.0/networks/0f36f61a-89ba-44c7-a823-f81c1e89b67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946279 Feb 14 19:33:25.602800 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6b75f6de-afa3-42fa-87d8-4ef9c2705f60 req-eae4ff48-b82c-4d76-b801-21378211bdbf tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 210 time: 0.0462408 Feb 14 19:33:26.452320 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device b2072f90-a5c9-491b-9363-a4c52e6d6946 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:33:26.473849 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: b2072f90-a5c9-491b-9363-a4c52e6d6946 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:33:26.474189 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device b2072f90-a5c9-491b-9363-a4c52e6d6946 not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:33:26.722215 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c9046649-1be9-4ad9-8a0a-2f7fcc042f32 req-bd7b9955-ee1b-4de6-a77c-4346efb46c24 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 210 time: 0.0312109 Feb 14 19:33:27.834811 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2e0082a5-e465-41eb-898b-feab4c24cc89 req-d98372e0-de41-40cc-a6a9-b11b914f1891 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 210 time: 0.0373809 Feb 14 19:33:27.942086 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-a9ad0084-498e-4e77-b28c-72f0439ba608 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:27.943642 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-a9ad0084-498e-4e77-b28c-72f0439ba608 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.43 "GET /v2.0/networks?id=0f36f61a-89ba-44c7-a823-f81c1e89b67a HTTP/1.1" status: 200 len: 807 time: 0.1191814 Feb 14 19:33:27.955889 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-98776277-0088-434d-9be2-1f2efc4560cc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Request body: {'port': {'device_id': '9d907962-b0d3-4cbb-bb6f-3420af33d35f', 'network_id': '0f36f61a-89ba-44c7-a823-f81c1e89b67a', 'admin_state_up': True, 'tenant_id': '9b75fea7d3da46f285bbdcffe7590675'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:33:28.134269 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-98776277-0088-434d-9be2-1f2efc4560cc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Made reservation on behalf of 9b75fea7d3da46f285bbdcffe7590675 for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:33:28.137851 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-98776277-0088-434d-9be2-1f2efc4560cc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:28.302082 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-98776277-0088-434d-9be2-1f2efc4560cc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Allocated IP 172.20.0.10 (0f36f61a-89ba-44c7-a823-f81c1e89b67a/c02fc1f3-5944-4f85-969c-26f9941953dd/b5cbf485-1030-4ec3-9856-fdb471606e90) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:33:28.479443 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-98776277-0088-434d-9be2-1f2efc4560cc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks [] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:28.585926 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-98776277-0088-434d-9be2-1f2efc4560cc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:28.630677 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-98776277-0088-434d-9be2-1f2efc4560cc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Network 0f36f61a-89ba-44c7-a823-f81c1e89b67a is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:33:28.633952 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-98776277-0088-434d-9be2-1f2efc4560cc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:33:28.640093 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-98776277-0088-434d-9be2-1f2efc4560cc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:33:28.647906 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98776277-0088-434d-9be2-1f2efc4560cc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Pushing event updated for resources: {'Port': ['ID=b5cbf485-1030-4ec3-9856-fdb471606e90,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:28.695560 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-98776277-0088-434d-9be2-1f2efc4560cc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:28.696230 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-98776277-0088-434d-9be2-1f2efc4560cc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:28.874183 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-98776277-0088-434d-9be2-1f2efc4560cc tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9222286 Feb 14 19:33:28.886049 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Request body: {'port': {'device_id': '9d907962-b0d3-4cbb-bb6f-3420af33d35f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:33:28.960293 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:29.000726 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8883f39-2d7d-499f-9289-e0a215ef40eb req-db7efc8f-2e51-40a1-a159-45ffaa4c0f07 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:29.003790 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c8883f39-2d7d-499f-9289-e0a215ef40eb req-db7efc8f-2e51-40a1-a159-45ffaa4c0f07 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 932 time: 0.0895953 Feb 14 19:33:29.068002 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c8883f39-2d7d-499f-9289-e0a215ef40eb req-5c05870d-a779-43d7-bc0d-ed00d5995085 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567925 Feb 14 19:33:29.266568 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cbf485-1030-4ec3-9856-fdb471606e90 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:33:29.275429 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Publish callbacks [] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:29.288983 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Transition to ACTIVE for port object b5cbf485-1030-4ec3-9856-fdb471606e90 will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:33:29.366128 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:29.420035 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cbf485-1030-4ec3-9856-fdb471606e90,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:29.491969 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 34068) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:29.504567 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Attempting to bind port b5cbf485-1030-4ec3-9856-fdb471606e90 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:33:29.504908 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Attempting to bind port b5cbf485-1030-4ec3-9856-fdb471606e90 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'ceddc1d4-a3ef-4465-ba81-419bb4d2321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0f36f61a-89ba-44c7-a823-f81c1e89b67a'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:33:29.505244 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Attempting to bind port b5cbf485-1030-4ec3-9856-fdb471606e90 on network 0f36f61a-89ba-44c7-a823-f81c1e89b67a {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:33:29.510644 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Port b5cbf485-1030-4ec3-9856-fdb471606e90 on network 0f36f61a-89ba-44c7-a823-f81c1e89b67a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:33:29.510971 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Attempting to bind port b5cbf485-1030-4ec3-9856-fdb471606e90 on network 0f36f61a-89ba-44c7-a823-f81c1e89b67a {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:33:29.516563 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:33:29.527728 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Checking segment: {'id': 'ceddc1d4-a3ef-4465-ba81-419bb4d2321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0f36f61a-89ba-44c7-a823-f81c1e89b67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:33:29.527728 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Bound using segment: {'id': 'ceddc1d4-a3ef-4465-ba81-419bb4d2321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0f36f61a-89ba-44c7-a823-f81c1e89b67a'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:33:29.527728 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Bound port: b5cbf485-1030-4ec3-9856-fdb471606e90, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceddc1d4-a3ef-4465-ba81-419bb4d2321c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0f36f61a-89ba-44c7-a823-f81c1e89b67a'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:33:29.527728 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:29.598485 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] For port b5cbf485-1030-4ec3-9856-fdb471606e90, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:33:29.602298 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] For port b5cbf485-1030-4ec3-9856-fdb471606e90, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b5cbf485-1030-4ec3-9856-fdb471606e90,segment=NetworkSegment(ceddc1d4-a3ef-4465-ba81-419bb4d2321c),segment_id=ceddc1d4-a3ef-4465-ba81-419bb4d2321c)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:33:29.684949 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-158e55bb-37b7-47e6-9169-2354aad36c40 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Deleting port f5ebe4d8-6857-44fe-9748-fadc3fb973a0 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:29.685290 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-158e55bb-37b7-47e6-9169-2354aad36c40 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (f5ebe4d8-6857-44fe-9748-fadc3fb973a0), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:29.765078 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-158e55bb-37b7-47e6-9169-2354aad36c40 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (f5ebe4d8-6857-44fe-9748-fadc3fb973a0), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:29.765345 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-158e55bb-37b7-47e6-9169-2354aad36c40 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for floatingip (f5ebe4d8-6857-44fe-9748-fadc3fb973a0), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:29.779191 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-158e55bb-37b7-47e6-9169-2354aad36c40 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Calling delete_port for f5ebe4d8-6857-44fe-9748-fadc3fb973a0 owned by network:floatingip {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:29.832608 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:29.882774 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:29.882774 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:29.882774 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] 10.222.0.43 "PUT /v2.0/ports/b5cbf485-1030-4ec3-9856-fdb471606e90 HTTP/1.1" status: 200 len: 1094 time: 0.9899774 Feb 14 19:33:29.882774 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d907962-b0d3-4cbb-bb6f-3420af33d35f', 'tag': 'b5cbf485-1030-4ec3-9856-fdb471606e90'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:33:29.882774 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0d1983-9586-4a10-9d73-fa8f83d4105f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d907962-b0d3-4cbb-bb6f-3420af33d35f", "tag": "b5cbf485-1030-4ec3-9856-fdb471606e90"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:33:29.904219 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cb8bf-ceac-4fea-aa46-60ae61eae6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cbf485-1030-4ec3-9856-fdb471606e90,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:29.921289 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f5ea57-2c7a-496e-87b5-3788f46db030 x-openstack-request-id: req-33f5ea57-2c7a-496e-87b5-3788f46db030 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:33:29.921590 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d907962-b0d3-4cbb-bb6f-3420af33d35f", "tag": "b5cbf485-1030-4ec3-9856-fdb471606e90", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:33:29.930489 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33f5ea57-2c7a-496e-87b5-3788f46db030 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:33:29.931039 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d907962-b0d3-4cbb-bb6f-3420af33d35f', 'tag': 'b5cbf485-1030-4ec3-9856-fdb471606e90', 'status': 'completed', 'code': 200} Feb 14 19:33:29.989529 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d1983-9586-4a10-9d73-fa8f83d4105f req-fa4b7533-f13c-4227-9459-64a7dd2904dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:29.991224 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-aa0d1983-9586-4a10-9d73-fa8f83d4105f req-fa4b7533-f13c-4227-9459-64a7dd2904dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b75fea7d3da46f285bbdcffe7590675&device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 1128 time: 0.0462489 Feb 14 19:33:30.095378 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d1983-9586-4a10-9d73-fa8f83d4105f req-2b9c0a44-603a-438c-9326-d414437a6afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:30.096904 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-aa0d1983-9586-4a10-9d73-fa8f83d4105f req-2b9c0a44-603a-438c-9326-d414437a6afd service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9b75fea7d3da46f285bbdcffe7590675&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0986385 Feb 14 19:33:30.197978 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d1983-9586-4a10-9d73-fa8f83d4105f req-13290f44-cf48-49c3-a37d-b7abe78ea2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:30.198252 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9725e6-b297-4456-9817-974dfce84aae req-30c998f2-c783-493f-bb59-d6ef058094f7 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:30.199618 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bf9725e6-b297-4456-9817-974dfce84aae req-30c998f2-c783-493f-bb59-d6ef058094f7 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 944 time: 0.0607133 Feb 14 19:33:30.199944 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-aa0d1983-9586-4a10-9d73-fa8f83d4105f req-13290f44-cf48-49c3-a37d-b7abe78ea2f5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976188 Feb 14 19:33:30.213496 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-158e55bb-37b7-47e6-9169-2354aad36c40 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (f5ebe4d8-6857-44fe-9748-fadc3fb973a0), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:30.260182 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e55bb-37b7-47e6-9169-2354aad36c40 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event deleted for resources: {'Port': ['ID=f5ebe4d8-6857-44fe-9748-fadc3fb973a0,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:30.290623 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-a1d7feac-1647-4557-98f0-4970a3d2f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:30.292120 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-a1d7feac-1647-4557-98f0-4970a3d2f1ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b75fea7d3da46f285bbdcffe7590675&device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 1128 time: 0.0499949 Feb 14 19:33:30.328484 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-bf9725e6-b297-4456-9817-974dfce84aae req-6d14068a-c7a9-4f29-abf0-326a267fec15 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212738 Feb 14 19:33:30.333989 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-0ce5d149-9cd7-4cbd-99f6-1b873e46cb75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5cbf485-1030-4ec3-9856-fdb471606e90 HTTP/1.1" status: 200 len: 217 time: 0.0357049 Feb 14 19:33:30.337150 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-158e55bb-37b7-47e6-9169-2354aad36c40 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for floatingip (c6757905-7a7c-455c-a2c7-17b913a1963c), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:30.337816 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.db.l3_db [None req-158e55bb-37b7-47e6-9169-2354aad36c40 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Floating IP c6757905-7a7c-455c-a2c7-17b913a1963c disassociated (deleted). External IP: 172.27.2.182, port: 3912abe8-3c59-48b7-9494-74fcbcadf4c9. Feb 14 19:33:30.384034 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-aab72420-ad74-4ec1-b959-47c7189e0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:30.385391 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-aab72420-ad74-4ec1-b959-47c7189e0e12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c02fc1f3-5944-4f85-969c-26f9941953dd HTTP/1.1" status: 200 len: 847 time: 0.0459166 Feb 14 19:33:30.419751 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-43f7e5f7-adc6-45a5-92d5-c220ed81a376 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f36f61a-89ba-44c7-a823-f81c1e89b67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283458 Feb 14 19:33:30.512946 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-bda42f7a-d6a2-445f-ae4d-d5a1869f8d6e service neutron] 10.222.0.43 "GET /v2.0/networks/0f36f61a-89ba-44c7-a823-f81c1e89b67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867560 Feb 14 19:33:30.615867 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:33:30.637648 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-d972ae1f-11fa-44f6-a7ca-7d2b6af0f31b req-55127631-8f95-4665-a9bd-0c5a7296b160 service neutron] 10.222.0.43 "GET /v2.0/networks/0f36f61a-89ba-44c7-a823-f81c1e89b67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183212 Feb 14 19:33:30.795939 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158e55bb-37b7-47e6-9169-2354aad36c40 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Router fe49aeb2-2367-485e-9765-70040cce3cb0 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:33:30.920634 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158e55bb-37b7-47e6-9169-2354aad36c40 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:33:30.926054 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-158e55bb-37b7-47e6-9169-2354aad36c40 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:30.931375 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1695e909-7c6e-43e8-9082-16689e648b71 None None] Sync routers for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:33:30.942757 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695e909-7c6e-43e8-9082-16689e648b71 None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:33:30.943404 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-1695e909-7c6e-43e8-9082-16689e648b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:33:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:30.969968 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-158e55bb-37b7-47e6-9169-2354aad36c40 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "DELETE /v2.0/floatingips/c6757905-7a7c-455c-a2c7-17b913a1963c HTTP/1.1" status: 204 len: 168 time: 1.4767022 Feb 14 19:33:30.970966 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'tag': '3912abe8-3c59-48b7-9494-74fcbcadf4c9'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:33:30.975495 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254853412eff7528e62d35f22037d8787cf446ee75a5069e8ba1afd6353e2fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999d80df-7b87-4299-82fc-c10292c2379e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb870a06-2a77-4ce4-8516-2eea1529ac8d", "tag": "3912abe8-3c59-48b7-9494-74fcbcadf4c9"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:33:31.072662 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-1695e909-7c6e-43e8-9082-16689e648b71 None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:33:31.347436 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-1695e909-7c6e-43e8-9082-16689e648b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'f86cb936-e677-49c8-8340-147b485d3098', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:6b:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c6553-d2c9-4314-ba92-00043e964378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:29:48Z', 'updated_at': '2022-02-14T19:29:50Z', 'revision_number': 1, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:31.486810 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d56a11-16f2-4159-ac92-0550e6cbb6a9 x-openstack-request-id: req-22d56a11-16f2-4159-ac92-0550e6cbb6a9 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:33:31.488195 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb870a06-2a77-4ce4-8516-2eea1529ac8d", "tag": "3912abe8-3c59-48b7-9494-74fcbcadf4c9", "status": "completed", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:33:31.488195 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22d56a11-16f2-4159-ac92-0550e6cbb6a9 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:33:31.488731 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'tag': '3912abe8-3c59-48b7-9494-74fcbcadf4c9', 'status': 'completed', 'code': 200} Feb 14 19:33:31.525189 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1695e909-7c6e-43e8-9082-16689e648b71 None None] Checking router: fe49aeb2-2367-485e-9765-70040cce3cb0 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:33:31.535640 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695e909-7c6e-43e8-9082-16689e648b71 None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:33:31.536290 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-1695e909-7c6e-43e8-9082-16689e648b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:33:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:31.601619 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d80df-7b87-4299-82fc-c10292c2379e req-0e492fd7-d900-4b44-88d7-714838539d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:31.603486 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-999d80df-7b87-4299-82fc-c10292c2379e req-0e492fd7-d900-4b44-88d7-714838539d9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 1129 time: 0.0861254 Feb 14 19:33:31.612948 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c66f17-2344-40b0-8cd9-4dc2e1e13e0f req-09b24db8-6652-4c68-abdf-6c1478e4986b tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:31.615503 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-74c66f17-2344-40b0-8cd9-4dc2e1e13e0f req-09b24db8-6652-4c68-abdf-6c1478e4986b tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 944 time: 0.0751526 Feb 14 19:33:31.673294 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-1695e909-7c6e-43e8-9082-16689e648b71 None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:33:31.680607 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-74c66f17-2344-40b0-8cd9-4dc2e1e13e0f req-ebd719ac-a96c-4179-8237-48dea54009cd tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544171 Feb 14 19:33:31.713773 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d80df-7b87-4299-82fc-c10292c2379e req-0d5d0e29-2477-4c9d-8e94-62a8b68abfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:31.715428 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-999d80df-7b87-4299-82fc-c10292c2379e req-0d5d0e29-2477-4c9d-8e94-62a8b68abfa5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 200 len: 912 time: 0.1055326 Feb 14 19:33:31.764209 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-999d80df-7b87-4299-82fc-c10292c2379e req-ac0f4e57-2833-4826-b4cf-9e17e57e2b5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3912abe8-3c59-48b7-9494-74fcbcadf4c9 HTTP/1.1" status: 200 len: 217 time: 0.0411277 Feb 14 19:33:31.826942 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d80df-7b87-4299-82fc-c10292c2379e req-9a17416c-799c-4d59-8e20-063d7d2cdd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:31.829869 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-999d80df-7b87-4299-82fc-c10292c2379e req-9a17416c-799c-4d59-8e20-063d7d2cdd02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b06bb16-5bc0-4dde-a877-15e3216c9bed HTTP/1.1" status: 200 len: 850 time: 0.0581875 Feb 14 19:33:31.840767 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c7ff0-9c6c-44c0-a6f7-4789a9f42c44 req-c007b52f-9c81-4453-82ff-038cf11174c6 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:31.842430 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a80c7ff0-9c6c-44c0-a6f7-4789a9f42c44 req-c007b52f-9c81-4453-82ff-038cf11174c6 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 945 time: 0.0652010 Feb 14 19:33:31.899313 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d80df-7b87-4299-82fc-c10292c2379e req-257a4cce-d8ea-4355-8475-e0e2c7cee96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:31.901989 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-999d80df-7b87-4299-82fc-c10292c2379e req-257a4cce-d8ea-4355-8475-e0e2c7cee96c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656304 Feb 14 19:33:31.920276 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-a80c7ff0-9c6c-44c0-a6f7-4789a9f42c44 req-a1396af5-e2f9-4880-a141-334853cbd0e8 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685568 Feb 14 19:33:31.993678 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-1695e909-7c6e-43e8-9082-16689e648b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'f86cb936-e677-49c8-8340-147b485d3098', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:6b:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c6553-d2c9-4314-ba92-00043e964378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:29:48Z', 'updated_at': '2022-02-14T19:29:50Z', 'revision_number': 1, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:32.026993 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1695e909-7c6e-43e8-9082-16689e648b71 None None] The sync data for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi is: [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_floatingips': [{'id': 'f86cb936-e677-49c8-8340-147b485d3098', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'router_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'port_id': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'mac_address': 'fa:16:3e:6b:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c6553-d2c9-4314-ba92-00043e964378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-14T19:29:48Z', 'updated_at': '2022-02-14T19:29:50Z', 'revision_number': 1, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:33:32.038787 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-999d80df-7b87-4299-82fc-c10292c2379e req-cc8caef4-5fa6-4d1a-996c-08b961b66ee5 service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293659 Feb 14 19:33:32.139362 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-999d80df-7b87-4299-82fc-c10292c2379e req-6ef6b883-a3c6-42f2-b943-b4cf629f5061 service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949836 Feb 14 19:33:32.290289 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e9185-8fb6-4e47-9709-b930ce40a3f1 None None] New status for floating IP c6757905-7a7c-455c-a2c7-17b913a1963c: DOWN {{(pid=103313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:33:32.469257 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device b5cbf485-1030-4ec3-9856-fdb471606e90 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:33:32.573857 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port b5cbf485-1030-4ec3-9856-fdb471606e90, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b5cbf485-1030-4ec3-9856-fdb471606e90,segment=NetworkSegment(ceddc1d4-a3ef-4465-ba81-419bb4d2321c),segment_id=ceddc1d4-a3ef-4465-ba81-419bb4d2321c)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:32.587291 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': 'b5cbf485-1030-4ec3-9856-fdb471606e90', 'network_id': '0f36f61a-89ba-44c7-a823-f81c1e89b67a', 'port_id': 'b5cbf485-1030-4ec3-9856-fdb471606e90', 'mac_address': 'fa:16:3e:ba:e6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02fc1f3-5944-4f85-969c-26f9941953dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:33:32.633302 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port b5cbf485-1030-4ec3-9856-fdb471606e90 is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:33:32.633698 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:32.647865 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cbf485-1030-4ec3-9856-fdb471606e90 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:33:32.669402 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port b5cbf485-1030-4ec3-9856-fdb471606e90, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b5cbf485-1030-4ec3-9856-fdb471606e90,segment=NetworkSegment(ceddc1d4-a3ef-4465-ba81-419bb4d2321c),segment_id=ceddc1d4-a3ef-4465-ba81-419bb4d2321c)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:32.755238 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:32.810918 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=b5cbf485-1030-4ec3-9856-fdb471606e90,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:32.816547 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbc0b9-488b-4e22-adc4-5050a0437970 req-84b8a218-cc81-4f73-9a6e-d3ded21e59f8 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:32.818871 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-97bbc0b9-488b-4e22-adc4-5050a0437970 req-84b8a218-cc81-4f73-9a6e-d3ded21e59f8 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 945 time: 0.0585141 Feb 14 19:33:32.870435 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-97bbc0b9-488b-4e22-adc4-5050a0437970 req-1aa1cbe8-23ee-4a64-91cd-6307aa68d7ff tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464914 Feb 14 19:33:32.993836 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['b5cbf485-1030-4ec3-9856-fdb471606e90'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:33:33.007250 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5264eb-965b-40ca-bd4b-41bd450a3faf req-30c0c98e-ef88-4f41-b71e-78d4b84d35bc tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:33.009028 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-be5264eb-965b-40ca-bd4b-41bd450a3faf req-30c0c98e-ef88-4f41-b71e-78d4b84d35bc tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 945 time: 0.0645709 Feb 14 19:33:33.061101 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e240c0d-7536-48b5-b835-bb01109f97af req-1858ca55-545b-4728-ac14-0206f85d3462 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:33.062950 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8e240c0d-7536-48b5-b835-bb01109f97af req-1858ca55-545b-4728-ac14-0206f85d3462 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 945 time: 0.0650513 Feb 14 19:33:33.136492 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-be5264eb-965b-40ca-bd4b-41bd450a3faf req-14dbed4e-25f4-40c4-a7fb-1d9b7fdf967d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Deleting port 3912abe8-3c59-48b7-9494-74fcbcadf4c9 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:33.136492 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-be5264eb-965b-40ca-bd4b-41bd450a3faf req-14dbed4e-25f4-40c4-a7fb-1d9b7fdf967d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:33.136852 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-8e240c0d-7536-48b5-b835-bb01109f97af req-a4ef205b-029c-4c5c-bff9-7bfbb897035f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611172 Feb 14 19:33:33.221647 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-be5264eb-965b-40ca-bd4b-41bd450a3faf req-14dbed4e-25f4-40c4-a7fb-1d9b7fdf967d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] For port 3912abe8-3c59-48b7-9494-74fcbcadf4c9, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=3912abe8-3c59-48b7-9494-74fcbcadf4c9,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:33.222217 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-be5264eb-965b-40ca-bd4b-41bd450a3faf req-14dbed4e-25f4-40c4-a7fb-1d9b7fdf967d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:33.239716 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-be5264eb-965b-40ca-bd4b-41bd450a3faf req-14dbed4e-25f4-40c4-a7fb-1d9b7fdf967d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Calling delete_port for 3912abe8-3c59-48b7-9494-74fcbcadf4c9 owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:33.463578 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-be5264eb-965b-40ca-bd4b-41bd450a3faf req-14dbed4e-25f4-40c4-a7fb-1d9b7fdf967d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (3912abe8-3c59-48b7-9494-74fcbcadf4c9), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:33.494593 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbed4e-25f4-40c4-a7fb-1d9b7fdf967d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event deleted for resources: {'Port': ['ID=3912abe8-3c59-48b7-9494-74fcbcadf4c9,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:33.544180 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5264eb-965b-40ca-bd4b-41bd450a3faf req-14dbed4e-25f4-40c4-a7fb-1d9b7fdf967d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] No DVR routers for this DVR port 3912abe8-3c59-48b7-9494-74fcbcadf4c9 on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:33:33.546934 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-be5264eb-965b-40ca-bd4b-41bd450a3faf req-14dbed4e-25f4-40c4-a7fb-1d9b7fdf967d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:33.551368 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-be5264eb-965b-40ca-bd4b-41bd450a3faf req-14dbed4e-25f4-40c4-a7fb-1d9b7fdf967d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "DELETE /v2.0/ports/3912abe8-3c59-48b7-9494-74fcbcadf4c9 HTTP/1.1" status: 204 len: 173 time: 0.5366974 Feb 14 19:33:33.551828 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'name': 'network-vif-deleted', 'tag': '3912abe8-3c59-48b7-9494-74fcbcadf4c9'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:33:33.554184 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05078b9-e79f-4b4a-b458-7af8bfa20d46" -d '{"events": [{"server_uuid": "fb870a06-2a77-4ce4-8516-2eea1529ac8d", "name": "network-vif-deleted", "tag": "3912abe8-3c59-48b7-9494-74fcbcadf4c9"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:33:33.591631 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4923134-e611-4821-a3d4-c889ff7565b5 x-openstack-request-id: req-d4923134-e611-4821-a3d4-c889ff7565b5 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:33:33.591928 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb870a06-2a77-4ce4-8516-2eea1529ac8d", "name": "network-vif-deleted", "tag": "3912abe8-3c59-48b7-9494-74fcbcadf4c9", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:33:33.592181 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4923134-e611-4821-a3d4-c889ff7565b5 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:33:33.592580 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb870a06-2a77-4ce4-8516-2eea1529ac8d', 'name': 'network-vif-deleted', 'tag': '3912abe8-3c59-48b7-9494-74fcbcadf4c9', 'status': 'completed', 'code': 200} Feb 14 19:33:34.024099 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd3158-561f-4e4c-a5e6-4342bc22fd1a req-24abdd89-f19d-4b0e-bc5f-c5a27c71c73f tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:34.025706 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-11cd3158-561f-4e4c-a5e6-4342bc22fd1a req-24abdd89-f19d-4b0e-bc5f-c5a27c71c73f tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 945 time: 0.0800500 Feb 14 19:33:34.080010 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-11cd3158-561f-4e4c-a5e6-4342bc22fd1a req-c925ae13-4c8d-4543-bb51-ee3b05f27493 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481422 Feb 14 19:33:34.271945 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-961ce4db-120c-40fb-92db-f3697819fdc5 req-b324a9aa-e9e7-4156-b2dd-7ff2756690af tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb870a06-2a77-4ce4-8516-2eea1529ac8d HTTP/1.1" status: 200 len: 210 time: 0.0337439 Feb 14 19:33:34.461878 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device b5cbf485-1030-4ec3-9856-fdb471606e90 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:33:34.585429 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port b5cbf485-1030-4ec3-9856-fdb471606e90 completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:33:34.589646 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port b5cbf485-1030-4ec3-9856-fdb471606e90 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:33:34.590023 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:34.673784 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port b5cbf485-1030-4ec3-9856-fdb471606e90 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:33:34.674172 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:34.698641 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d907962-b0d3-4cbb-bb6f-3420af33d35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cbf485-1030-4ec3-9856-fdb471606e90'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:33:34.703343 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6af48d-d247-484b-9779-63f4acf7dd6a" -d '{"events": [{"server_uuid": "9d907962-b0d3-4cbb-bb6f-3420af33d35f", "name": "network-vif-plugged", "status": "completed", "tag": "b5cbf485-1030-4ec3-9856-fdb471606e90"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:33:34.713920 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port b5cbf485-1030-4ec3-9856-fdb471606e90, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b5cbf485-1030-4ec3-9856-fdb471606e90,segment=NetworkSegment(ceddc1d4-a3ef-4465-ba81-419bb4d2321c),segment_id=ceddc1d4-a3ef-4465-ba81-419bb4d2321c)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:34.739950 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7d9494-2fc3-4339-835c-fb430a59722d x-openstack-request-id: req-de7d9494-2fc3-4339-835c-fb430a59722d {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:33:34.740250 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d907962-b0d3-4cbb-bb6f-3420af33d35f", "name": "network-vif-plugged", "status": "completed", "tag": "b5cbf485-1030-4ec3-9856-fdb471606e90", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:33:34.740511 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de7d9494-2fc3-4339-835c-fb430a59722d {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:33:34.740943 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d907962-b0d3-4cbb-bb6f-3420af33d35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cbf485-1030-4ec3-9856-fdb471606e90', 'code': 200} Feb 14 19:33:34.789284 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:34.865664 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=b5cbf485-1030-4ec3-9856-fdb471606e90,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:35.106849 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55f964-15f2-489e-b4dc-d70794798d08 req-b557b29e-53c9-4477-85a0-0c682282b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:35.108432 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9f55f964-15f2-489e-b4dc-d70794798d08 req-b557b29e-53c9-4477-85a0-0c682282b84f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 1130 time: 0.0467696 Feb 14 19:33:35.155890 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-9f55f964-15f2-489e-b4dc-d70794798d08 req-c8400da9-3d20-47ed-bcab-4dd425aea444 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419371 Feb 14 19:33:35.216238 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93749007-a6b6-42ac-a3b1-ea302fb19a52 req-b696f4fa-1c3b-4aaa-88c8-f0914b57a7f6 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:35.217794 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-93749007-a6b6-42ac-a3b1-ea302fb19a52 req-b696f4fa-1c3b-4aaa-88c8-f0914b57a7f6 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 946 time: 0.0623488 Feb 14 19:33:35.267894 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-93749007-a6b6-42ac-a3b1-ea302fb19a52 req-d8393daa-e386-4c5a-a312-81eb496e339f tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442171 Feb 14 19:33:36.398578 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a837a37-a5a8-4e33-8f94-ccbac283a8c7 req-b10f58f1-9152-4260-b1a6-f175c562963d tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:36.400129 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6a837a37-a5a8-4e33-8f94-ccbac283a8c7 req-b10f58f1-9152-4260-b1a6-f175c562963d tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 946 time: 0.0605674 Feb 14 19:33:36.448240 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-6a837a37-a5a8-4e33-8f94-ccbac283a8c7 req-90f01d5c-4d91-4235-8b2d-92e3fc99835d tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424492 Feb 14 19:33:36.473649 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 3912abe8-3c59-48b7-9494-74fcbcadf4c9 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:33:36.493534 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: 3912abe8-3c59-48b7-9494-74fcbcadf4c9 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:33:36.493882 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 3912abe8-3c59-48b7-9494-74fcbcadf4c9 not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:33:37.573106 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f512cb8-fd90-4387-a73a-000c534245e4 req-979e3ef8-9072-490e-9f6b-a66d98fab7ac tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:37.574589 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7f512cb8-fd90-4387-a73a-000c534245e4 req-979e3ef8-9072-490e-9f6b-a66d98fab7ac tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 946 time: 0.0590367 Feb 14 19:33:37.623334 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7f512cb8-fd90-4387-a73a-000c534245e4 req-89596926-22d5-4b24-ad36-5b9507dca211 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430367 Feb 14 19:33:37.848589 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 34116) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:38.009257 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Deleting port 15dd7482-3cee-43a1-85a6-ab0956ff4577 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:38.009616 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (15dd7482-3cee-43a1-85a6-ab0956ff4577), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:38.087342 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (15dd7482-3cee-43a1-85a6-ab0956ff4577), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:38.087637 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for floatingip (15dd7482-3cee-43a1-85a6-ab0956ff4577), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:38.100613 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Calling delete_port for 15dd7482-3cee-43a1-85a6-ab0956ff4577 owned by network:floatingip {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:38.476544 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (15dd7482-3cee-43a1-85a6-ab0956ff4577), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:38.501772 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event deleted for resources: {'Port': ['ID=15dd7482-3cee-43a1-85a6-ab0956ff4577,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:38.533820 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:38.534177 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:38.534560 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:38.534907 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:38.535942 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:38.536398 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:38.536768 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:38.537107 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:38.537441 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:38.537807 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:38.538141 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:38.538521 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:38.538849 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:38.583329 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for floatingip (f86cb936-e677-49c8-8340-147b485d3098), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:38.588626 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.db.l3_db [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Floating IP f86cb936-e677-49c8-8340-147b485d3098 disassociated (deleted). External IP: 172.27.2.58, port: 45bb535c-f32c-48d7-ae64-e9331b0b7e0c. Feb 14 19:33:38.815368 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Router fe49aeb2-2367-485e-9765-70040cce3cb0 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:33:38.929717 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:33:38.934455 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:38.943939 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f182c6-8b44-411b-9096-df6d52537570 None None] Sync routers for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:33:38.954816 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f182c6-8b44-411b-9096-df6d52537570 None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:33:38.955453 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-f5f182c6-8b44-411b-9096-df6d52537570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:33:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:38.970818 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-b858ddec-9707-4889-80a2-dc6dfd7e7a0f tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "DELETE /v2.0/floatingips/f86cb936-e677-49c8-8340-147b485d3098 HTTP/1.1" status: 204 len: 168 time: 1.1210899 Feb 14 19:33:38.971680 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549c6553-d2c9-4314-ba92-00043e964378', 'tag': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c'}] {{(pid=103311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:33:38.983297 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}254853412eff7528e62d35f22037d8787cf446ee75a5069e8ba1afd6353e2fa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8081691c-8aff-4d0b-a0e6-24ad30bf531e" -d '{"events": [{"name": "network-changed", "server_uuid": "549c6553-d2c9-4314-ba92-00043e964378", "tag": "45bb535c-f32c-48d7-ae64-e9331b0b7e0c"}]}' {{(pid=103311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:33:39.072795 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-f5f182c6-8b44-411b-9096-df6d52537570 None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:33:39.288898 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-f5f182c6-8b44-411b-9096-df6d52537570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:39.315907 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f182c6-8b44-411b-9096-df6d52537570 None None] Checking router: fe49aeb2-2367-485e-9765-70040cce3cb0 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:33:39.326197 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f182c6-8b44-411b-9096-df6d52537570 None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:33:39.326767 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-f5f182c6-8b44-411b-9096-df6d52537570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:33:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:39.447671 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-f5f182c6-8b44-411b-9096-df6d52537570 None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:33:39.662516 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-f5f182c6-8b44-411b-9096-df6d52537570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:39.693488 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f182c6-8b44-411b-9096-df6d52537570 None None] The sync data for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi is: [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:26:03Z', 'revision_number': 4, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': '2b001b83-eb19-4669-9004-8bb5cd539159', 'name': '', 'network_id': 'be2c9359-90ea-4bbb-9201-502ed9c5f3b6', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'mac_address': 'fa:16:3e:2c:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:02Z', 'updated_at': '2022-02-14T19:26:08Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'subnets': [{'id': '9b06bb16-5bc0-4dde-a877-15e3216c9bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:33:39.727983 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79a85c3-a737-4aa1-af7e-c3243b134878 x-openstack-request-id: req-f79a85c3-a737-4aa1-af7e-c3243b134878 {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:33:39.728727 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549c6553-d2c9-4314-ba92-00043e964378", "tag": "45bb535c-f32c-48d7-ae64-e9331b0b7e0c", "status": "completed", "code": 200}]} {{(pid=103311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:33:39.728727 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f79a85c3-a737-4aa1-af7e-c3243b134878 {{(pid=103311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:33:39.729029 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549c6553-d2c9-4314-ba92-00043e964378', 'tag': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'status': 'completed', 'code': 200} Feb 14 19:33:39.815056 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081691c-8aff-4d0b-a0e6-24ad30bf531e req-28099507-409c-4386-89d7-31fbadd55e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:39.817128 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8081691c-8aff-4d0b-a0e6-24ad30bf531e req-28099507-409c-4386-89d7-31fbadd55e24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 1130 time: 0.0568321 Feb 14 19:33:39.866910 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0de0e-b0f8-4f58-acf6-0b245e246286 req-6bb7ddfd-8110-479e-a364-add25db90582 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:39.868537 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2ee0de0e-b0f8-4f58-acf6-0b245e246286 req-6bb7ddfd-8110-479e-a364-add25db90582 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 946 time: 0.0700879 Feb 14 19:33:39.923386 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2ee0de0e-b0f8-4f58-acf6-0b245e246286 req-c3691a73-3162-49eb-aa69-2d0ca463ef53 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479736 Feb 14 19:33:39.926760 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081691c-8aff-4d0b-a0e6-24ad30bf531e req-c310388a-ec40-4ed5-bd7e-21301ee00e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:39.928293 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8081691c-8aff-4d0b-a0e6-24ad30bf531e req-c310388a-ec40-4ed5-bd7e-21301ee00e97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 200 len: 912 time: 0.1046157 Feb 14 19:33:39.987134 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8081691c-8aff-4d0b-a0e6-24ad30bf531e req-80d47584-cac7-4c92-8122-eadc4cd740ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45bb535c-f32c-48d7-ae64-e9331b0b7e0c HTTP/1.1" status: 200 len: 217 time: 0.0480032 Feb 14 19:33:39.988726 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57abfaff-e752-4d4c-b686-0f770e64e444 None None] New status for floating IP f86cb936-e677-49c8-8340-147b485d3098: DOWN {{(pid=103313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:33:40.044938 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081691c-8aff-4d0b-a0e6-24ad30bf531e req-b74ff3da-f2e1-4136-9041-65d5bf3180a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:40.046586 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8081691c-8aff-4d0b-a0e6-24ad30bf531e req-b74ff3da-f2e1-4136-9041-65d5bf3180a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9b06bb16-5bc0-4dde-a877-15e3216c9bed HTTP/1.1" status: 200 len: 850 time: 0.0529079 Feb 14 19:33:40.056154 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adde720-8bc3-4636-8be0-89646d5ec5ed req-1e870865-81fa-47e1-a393-cc5c8b42c012 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:40.057806 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1adde720-8bc3-4636-8be0-89646d5ec5ed req-1e870865-81fa-47e1-a393-cc5c8b42c012 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 946 time: 0.0627167 Feb 14 19:33:40.112543 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081691c-8aff-4d0b-a0e6-24ad30bf531e req-2a120b15-d8d2-4926-9914-80c3585d2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:40.114422 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8081691c-8aff-4d0b-a0e6-24ad30bf531e req-2a120b15-d8d2-4926-9914-80c3585d2f8d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be2c9359-90ea-4bbb-9201-502ed9c5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605919 Feb 14 19:33:40.138958 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1adde720-8bc3-4636-8be0-89646d5ec5ed req-1c185cdc-a222-4372-8bf5-8b80b5220f9d tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704956 Feb 14 19:33:40.220638 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8081691c-8aff-4d0b-a0e6-24ad30bf531e req-ddfb8825-3415-4e5f-a03a-336197e10576 service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965507 Feb 14 19:33:40.630731 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d6097665-7471-479c-9b27-0fdbf0f56f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:40.655733 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-8081691c-8aff-4d0b-a0e6-24ad30bf531e req-d42c79ce-b607-47ca-9aae-068e9a5832e5 service neutron] 10.222.0.43 "GET /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244559 Feb 14 19:33:40.665352 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4622cd-b456-4c9a-b654-887230fb8c6f req-938535e5-f6c9-4d8d-8ca1-09619c157b1f tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:40.666997 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6b4622cd-b456-4c9a-b654-887230fb8c6f req-938535e5-f6c9-4d8d-8ca1-09619c157b1f tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 946 time: 0.0873690 Feb 14 19:33:40.783818 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-6b4622cd-b456-4c9a-b654-887230fb8c6f req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Deleting port b5cbf485-1030-4ec3-9856-fdb471606e90 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:40.784388 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6b4622cd-b456-4c9a-b654-887230fb8c6f req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:40.894126 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-6b4622cd-b456-4c9a-b654-887230fb8c6f req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] For port b5cbf485-1030-4ec3-9856-fdb471606e90, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b5cbf485-1030-4ec3-9856-fdb471606e90,segment=NetworkSegment(ceddc1d4-a3ef-4465-ba81-419bb4d2321c),segment_id=ceddc1d4-a3ef-4465-ba81-419bb4d2321c)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:40.895506 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6b4622cd-b456-4c9a-b654-887230fb8c6f req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:40.917749 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-6b4622cd-b456-4c9a-b654-887230fb8c6f req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Calling delete_port for b5cbf485-1030-4ec3-9856-fdb471606e90 owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:41.078972 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357cceb-4c78-4ebd-96ea-d94f674672c2 req-e8cafe52-bf13-4b2c-88b8-e790b9b42576 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:41.080452 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0357cceb-4c78-4ebd-96ea-d94f674672c2 req-e8cafe52-bf13-4b2c-88b8-e790b9b42576 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 946 time: 0.0653794 Feb 14 19:33:41.132531 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-0357cceb-4c78-4ebd-96ea-d94f674672c2 req-5fea84cb-beab-4ae0-8e03-0952c469c8de tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/security-groups?id=49dbc5b0-2d02-4522-9e30-76867a66d642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461950 Feb 14 19:33:41.162917 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6b4622cd-b456-4c9a-b654-887230fb8c6f req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (b5cbf485-1030-4ec3-9856-fdb471606e90), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:41.184295 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['b5cbf485-1030-4ec3-9856-fdb471606e90'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:33:41.211463 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Pushing event deleted for resources: {'Port': ['ID=b5cbf485-1030-4ec3-9856-fdb471606e90,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:41.234018 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:41.234406 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:41.234793 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:41.235143 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:41.235628 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:41.236873 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:41.236873 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:41.236873 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:41.236873 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:41.239731 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:41.239731 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:41.239731 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:41.239731 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:33:41.277571 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bedee-82d7-4624-b807-7ba46eb990b0 req-08a1d9f6-f76a-479a-ba74-d52510581361 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:41.279346 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-338bedee-82d7-4624-b807-7ba46eb990b0 req-08a1d9f6-f76a-479a-ba74-d52510581361 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 946 time: 0.0673127 Feb 14 19:33:41.289390 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4622cd-b456-4c9a-b654-887230fb8c6f req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] No DVR routers for this DVR port b5cbf485-1030-4ec3-9856-fdb471606e90 on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:33:41.300679 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-6b4622cd-b456-4c9a-b654-887230fb8c6f req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:41.305931 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-6b4622cd-b456-4c9a-b654-887230fb8c6f req-903591ec-4f03-4e77-b4ec-bd7242114caa tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.43 "DELETE /v2.0/ports/b5cbf485-1030-4ec3-9856-fdb471606e90 HTTP/1.1" status: 204 len: 173 time: 0.6327584 Feb 14 19:33:41.306469 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d907962-b0d3-4cbb-bb6f-3420af33d35f', 'name': 'network-vif-deleted', 'tag': 'b5cbf485-1030-4ec3-9856-fdb471606e90'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:33:41.308946 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b063218c-d24e-449e-a4f2-08244a6e6a0a" -d '{"events": [{"server_uuid": "9d907962-b0d3-4cbb-bb6f-3420af33d35f", "name": "network-vif-deleted", "tag": "b5cbf485-1030-4ec3-9856-fdb471606e90"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:33:41.348551 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-338bedee-82d7-4624-b807-7ba46eb990b0 req-0ce06028-49b4-43cb-b12c-a2e5ec1a58d4 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/security-groups?id=cae0c260-bf28-4ff1-9c6a-23084d5dafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621860 Feb 14 19:33:41.378010 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89bd5a-610f-4ed3-ba8e-77b9b4a770b9 req-34391156-018d-4c39-a89e-d0e2851b953b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:41.381328 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ca89bd5a-610f-4ed3-ba8e-77b9b4a770b9 req-34391156-018d-4c39-a89e-d0e2851b953b tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 946 time: 0.0927181 Feb 14 19:33:41.505656 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cfc01b-2243-4319-80ef-250dd568d9c1 x-openstack-request-id: req-94cfc01b-2243-4319-80ef-250dd568d9c1 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:33:41.506149 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d907962-b0d3-4cbb-bb6f-3420af33d35f", "name": "network-vif-deleted", "tag": "b5cbf485-1030-4ec3-9856-fdb471606e90", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:33:41.506604 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94cfc01b-2243-4319-80ef-250dd568d9c1 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:33:41.507246 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d907962-b0d3-4cbb-bb6f-3420af33d35f', 'name': 'network-vif-deleted', 'tag': 'b5cbf485-1030-4ec3-9856-fdb471606e90', 'status': 'completed', 'code': 200} Feb 14 19:33:41.548986 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-ca89bd5a-610f-4ed3-ba8e-77b9b4a770b9 req-c1f6417c-6df0-41a4-ae6e-d15a37f5ba19 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Deleting port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:41.549544 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-ca89bd5a-610f-4ed3-ba8e-77b9b4a770b9 req-c1f6417c-6df0-41a4-ae6e-d15a37f5ba19 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:41.692866 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-ca89bd5a-610f-4ed3-ba8e-77b9b4a770b9 req-c1f6417c-6df0-41a4-ae6e-d15a37f5ba19 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] For port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=45bb535c-f32c-48d7-ae64-e9331b0b7e0c,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:41.693195 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-ca89bd5a-610f-4ed3-ba8e-77b9b4a770b9 req-c1f6417c-6df0-41a4-ae6e-d15a37f5ba19 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:41.715364 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-ca89bd5a-610f-4ed3-ba8e-77b9b4a770b9 req-c1f6417c-6df0-41a4-ae6e-d15a37f5ba19 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Calling delete_port for 45bb535c-f32c-48d7-ae64-e9331b0b7e0c owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:41.937513 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-ca89bd5a-610f-4ed3-ba8e-77b9b4a770b9 req-c1f6417c-6df0-41a4-ae6e-d15a37f5ba19 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (45bb535c-f32c-48d7-ae64-e9331b0b7e0c), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:41.969642 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6417c-6df0-41a4-ae6e-d15a37f5ba19 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event deleted for resources: {'Port': ['ID=45bb535c-f32c-48d7-ae64-e9331b0b7e0c,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:42.036657 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca89bd5a-610f-4ed3-ba8e-77b9b4a770b9 req-c1f6417c-6df0-41a4-ae6e-d15a37f5ba19 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] No DVR routers for this DVR port 45bb535c-f32c-48d7-ae64-e9331b0b7e0c on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:33:42.039725 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-ca89bd5a-610f-4ed3-ba8e-77b9b4a770b9 req-c1f6417c-6df0-41a4-ae6e-d15a37f5ba19 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:42.043760 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-ca89bd5a-610f-4ed3-ba8e-77b9b4a770b9 req-c1f6417c-6df0-41a4-ae6e-d15a37f5ba19 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.43 "DELETE /v2.0/ports/45bb535c-f32c-48d7-ae64-e9331b0b7e0c HTTP/1.1" status: 204 len: 173 time: 0.6558077 Feb 14 19:33:42.296049 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1b9ebf0e-33e6-425b-9b44-b85a6a0e92db req-9f961dfc-c447-4b60-8761-761f8724e737 tempest-VolumesActionsTest-42424802 tempest-VolumesActionsTest-42424802-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d907962-b0d3-4cbb-bb6f-3420af33d35f HTTP/1.1" status: 200 len: 210 time: 0.0552244 Feb 14 19:33:42.519682 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1a28336b-8b68-454a-a326-f4f4349d1de6 req-a1352f9f-fd02-4130-8f2d-9a3a126b027c tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "GET /v2.0/ports?device_id=549c6553-d2c9-4314-ba92-00043e964378 HTTP/1.1" status: 200 len: 210 time: 0.0413098 Feb 14 19:33:42.825118 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-adead09c-e9db-4276-93a6-842ba15997c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:43.509182 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549c6553-d2c9-4314-ba92-00043e964378', 'name': 'network-vif-deleted', 'tag': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:33:43.512060 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d97974-bab8-462d-8238-71a2e20b9c40" -d '{"events": [{"server_uuid": "549c6553-d2c9-4314-ba92-00043e964378", "name": "network-vif-deleted", "tag": "45bb535c-f32c-48d7-ae64-e9331b0b7e0c"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:33:43.643289 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcbd8f-5668-412f-97fb-977e07dbf5b2 req-3f46eb1e-a7ef-411f-8461-04ae546fa48f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:43.645415 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1edcbd8f-5668-412f-97fb-977e07dbf5b2 req-3f46eb1e-a7ef-411f-8461-04ae546fa48f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0650346 Feb 14 19:33:43.703437 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-1edcbd8f-5668-412f-97fb-977e07dbf5b2 req-f17da63d-a46b-4adf-a218-b212140c29c8 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507233 Feb 14 19:33:43.785498 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566ec28e-298b-43b4-aff8-7503e77312ef x-openstack-request-id: req-566ec28e-298b-43b4-aff8-7503e77312ef {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:33:43.785973 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549c6553-d2c9-4314-ba92-00043e964378", "name": "network-vif-deleted", "tag": "45bb535c-f32c-48d7-ae64-e9331b0b7e0c", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:33:43.786527 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-566ec28e-298b-43b4-aff8-7503e77312ef {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:33:43.786985 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549c6553-d2c9-4314-ba92-00043e964378', 'name': 'network-vif-deleted', 'tag': '45bb535c-f32c-48d7-ae64-e9331b0b7e0c', 'status': 'completed', 'code': 200} Feb 14 19:33:43.835839 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 34164) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:43.982812 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-8bc585c5-37dc-4a50-a12e-cd157c9c5b79 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Deleting port 81972bad-3392-4e75-b343-482e4b50377e {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:43.983156 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8bc585c5-37dc-4a50-a12e-cd157c9c5b79 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (81972bad-3392-4e75-b343-482e4b50377e), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:44.072380 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8bc585c5-37dc-4a50-a12e-cd157c9c5b79 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (81972bad-3392-4e75-b343-482e4b50377e), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:44.072775 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8bc585c5-37dc-4a50-a12e-cd157c9c5b79 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for floatingip (81972bad-3392-4e75-b343-482e4b50377e), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:44.086300 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-8bc585c5-37dc-4a50-a12e-cd157c9c5b79 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Calling delete_port for 81972bad-3392-4e75-b343-482e4b50377e owned by network:floatingip {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:44.280085 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:44.361894 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8bc585c5-37dc-4a50-a12e-cd157c9c5b79 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (81972bad-3392-4e75-b343-482e4b50377e), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:44.388468 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc585c5-37dc-4a50-a12e-cd157c9c5b79 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event deleted for resources: {'Port': ['ID=81972bad-3392-4e75-b343-482e4b50377e,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:44.481091 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8bc585c5-37dc-4a50-a12e-cd157c9c5b79 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for floatingip (01b60ce0-2c11-4f4e-a5b9-2e97af485961), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:44.484059 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-8bc585c5-37dc-4a50-a12e-cd157c9c5b79 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:44.485324 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-8bc585c5-37dc-4a50-a12e-cd157c9c5b79 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "DELETE /v2.0/floatingips/01b60ce0-2c11-4f4e-a5b9-2e97af485961 HTTP/1.1" status: 204 len: 168 time: 0.6483929 Feb 14 19:33:44.557593 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 45bb535c-f32c-48d7-ae64-e9331b0b7e0c no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:33:44.581206 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: 45bb535c-f32c-48d7-ae64-e9331b0b7e0c {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:33:44.581558 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device 45bb535c-f32c-48d7-ae64-e9331b0b7e0c not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:33:44.582046 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device b5cbf485-1030-4ec3-9856-fdb471606e90 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:33:44.604547 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: b5cbf485-1030-4ec3-9856-fdb471606e90 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:33:44.604892 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device b5cbf485-1030-4ec3-9856-fdb471606e90 not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:33:44.855152 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5960a7-3661-48bb-971f-66219b9029ae req-d03ee840-78b5-4831-be81-59e8c1e58dbc tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:44.857856 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-da5960a7-3661-48bb-971f-66219b9029ae req-d03ee840-78b5-4831-be81-59e8c1e58dbc tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0602114 Feb 14 19:33:44.923939 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-da5960a7-3661-48bb-971f-66219b9029ae req-7763d9b5-a043-440b-a625-c9c47762c299 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536411 Feb 14 19:33:45.703510 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:45.948465 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 34214) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:46.024231 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3e2ec323-3685-41d9-b194-56f86b3fd446 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group (cae0c260-bf28-4ff1-9c6a-23084d5dafd5), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:46.074637 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3e2ec323-3685-41d9-b194-56f86b3fd446 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group (cae0c260-bf28-4ff1-9c6a-23084d5dafd5), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:46.125610 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc22cc6-031b-4fe4-adde-c844731e40b1 req-ccdabdcd-517a-4182-9156-78842e783292 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:46.127407 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ecc22cc6-031b-4fe4-adde-c844731e40b1 req-ccdabdcd-517a-4182-9156-78842e783292 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.1238403 Feb 14 19:33:46.203346 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-ecc22cc6-031b-4fe4-adde-c844731e40b1 req-feb4f32f-d8c7-4ea5-bd54-bb783d6c0144 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652907 Feb 14 19:33:46.311068 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3e2ec323-3685-41d9-b194-56f86b3fd446 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (cae0c260-bf28-4ff1-9c6a-23084d5dafd5), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:46.314048 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-3e2ec323-3685-41d9-b194-56f86b3fd446 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:46.315246 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-3e2ec323-3685-41d9-b194-56f86b3fd446 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] 10.222.0.26 "DELETE /v2.0/security-groups/cae0c260-bf28-4ff1-9c6a-23084d5dafd5 HTTP/1.1" status: 204 len: 168 time: 0.3657653 Feb 14 19:33:46.325829 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ec323-3685-41d9-b194-56f86b3fd446 tempest-TestVolumeBootPattern-562458543 tempest-TestVolumeBootPattern-562458543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae0c260-bf28-4ff1-9c6a-23084d5dafd5,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:46.450095 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 34224) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:46.679734 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:46.906326 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-428d93a4-dc41-4f32-9d60-5b64e5cd8dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920929'] for router_interface (fe49aeb2-2367-485e-9765-70040cce3cb0), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:47.185998 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-428d93a4-dc41-4f32-9d60-5b64e5cd8dba admin admin] Deleting port 2b001b83-eb19-4669-9004-8bb5cd539159 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:47.186263 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-428d93a4-dc41-4f32-9d60-5b64e5cd8dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:47.279574 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-428d93a4-dc41-4f32-9d60-5b64e5cd8dba admin admin] For port 2b001b83-eb19-4669-9004-8bb5cd539159, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=2b001b83-eb19-4669-9004-8bb5cd539159,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:47.280200 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-428d93a4-dc41-4f32-9d60-5b64e5cd8dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:47.295682 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-428d93a4-dc41-4f32-9d60-5b64e5cd8dba admin admin] Calling delete_port for 2b001b83-eb19-4669-9004-8bb5cd539159 owned by network:router_interface {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:47.337176 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764c88c-9f3a-49f9-975d-b5bca671f927 req-0698e6ba-1236-4629-9a4b-7cf84933f858 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:47.338796 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d764c88c-9f3a-49f9-975d-b5bca671f927 req-0698e6ba-1236-4629-9a4b-7cf84933f858 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0590627 Feb 14 19:33:47.392368 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d764c88c-9f3a-49f9-975d-b5bca671f927 req-2708e64e-9331-4ccd-a5be-1758f5cc82c6 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473044 Feb 14 19:33:47.579330 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-428d93a4-dc41-4f32-9d60-5b64e5cd8dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (2b001b83-eb19-4669-9004-8bb5cd539159), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:47.608655 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d93a4-dc41-4f32-9d60-5b64e5cd8dba admin admin] Pushing event deleted for resources: {'Port': ['ID=2b001b83-eb19-4669-9004-8bb5cd539159,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:47.782190 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-428d93a4-dc41-4f32-9d60-5b64e5cd8dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921077'] for router_interface (fe49aeb2-2367-485e-9765-70040cce3cb0), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:48.013384 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428d93a4-dc41-4f32-9d60-5b64e5cd8dba admin admin] Router fe49aeb2-2367-485e-9765-70040cce3cb0 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:33:48.126644 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428d93a4-dc41-4f32-9d60-5b64e5cd8dba admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:33:48.132842 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-428d93a4-dc41-4f32-9d60-5b64e5cd8dba admin admin] 10.222.0.26 "PUT /v2.0/routers/fe49aeb2-2367-485e-9765-70040cce3cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6814556 Feb 14 19:33:48.134686 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 34234) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:48.138400 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece2ca6-0458-4567-88cd-610b80a28bdb None None] Sync routers for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:33:48.154543 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece2ca6-0458-4567-88cd-610b80a28bdb None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:33:48.155159 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-fece2ca6-0458-4567-88cd-610b80a28bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:33:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:48.265171 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] Publish callbacks [] for router (fe49aeb2-2367-485e-9765-70040cce3cb0), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:48.378883 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] Publish callbacks [] for router_gateway (fe49aeb2-2367-485e-9765-70040cce3cb0), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:48.397827 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-fece2ca6-0458-4567-88cd-610b80a28bdb None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:33:48.512550 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] Deleting port 96be8e52-8172-4af8-a6f6-056c4e796cde {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:48.512902 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (96be8e52-8172-4af8-a6f6-056c4e796cde), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:48.526446 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e20aa-8071-4b59-8163-063141271e01 req-d3d716b9-aec9-426d-b08c-b003a3246d47 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:48.528178 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-336e20aa-8071-4b59-8163-063141271e01 req-d3d716b9-aec9-426d-b08c-b003a3246d47 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0611305 Feb 14 19:33:48.584896 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-336e20aa-8071-4b59-8163-063141271e01 req-3f7f05bb-7d91-4c1d-8c8b-894add229960 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483894 Feb 14 19:33:48.606503 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-fece2ca6-0458-4567-88cd-610b80a28bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:33:47Z', 'revision_number': 5, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port': {'id': '96be8e52-8172-4af8-a6f6-056c4e796cde', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:00Z', 'updated_at': '2022-02-14T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:48.606831 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] For port 96be8e52-8172-4af8-a6f6-056c4e796cde, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=96be8e52-8172-4af8-a6f6-056c4e796cde,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:48.607293 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (96be8e52-8172-4af8-a6f6-056c4e796cde), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:48.622855 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] Calling delete_port for 96be8e52-8172-4af8-a6f6-056c4e796cde owned by network:router_gateway {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:48.639893 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece2ca6-0458-4567-88cd-610b80a28bdb None None] Checking router: fe49aeb2-2367-485e-9765-70040cce3cb0 for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:33:48.644107 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece2ca6-0458-4567-88cd-610b80a28bdb None None] Routers {'fe49aeb2-2367-485e-9765-70040cce3cb0'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:33:48.645454 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-fece2ca6-0458-4567-88cd-610b80a28bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:33:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['fe49aeb2-2367-485e-9765-70040cce3cb0'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:48.756493 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-fece2ca6-0458-4567-88cd-610b80a28bdb None None] Set router fe49aeb2-2367-485e-9765-70040cce3cb0 gateway port host: None {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:33:48.814320 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-fece2ca6-0458-4567-88cd-610b80a28bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:33:48Z', 'revision_number': 6, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port_host': None}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:48.841365 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece2ca6-0458-4567-88cd-610b80a28bdb None None] The sync data for ids ['fe49aeb2-2367-485e-9765-70040cce3cb0'] in dv-cinder-816898-8-iscsi is: [{'id': 'fe49aeb2-2367-485e-9765-70040cce3cb0', 'name': 'tempest-TestVolumeBootPattern-694612510-router', 'tenant_id': '62b60dc2e6514bdf9ac5593137f409a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:25:59Z', 'updated_at': '2022-02-14T19:33:48Z', 'revision_number': 6, 'project_id': '62b60dc2e6514bdf9ac5593137f409a8', 'gw_port_host': None}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:33:48.882190 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (96be8e52-8172-4af8-a6f6-056c4e796cde), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:48.914045 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=96be8e52-8172-4af8-a6f6-056c4e796cde,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:48.989851 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3922411'] for router_gateway (fe49aeb2-2367-485e-9765-70040cce3cb0), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:49.140054 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254092'] for router (fe49aeb2-2367-485e-9765-70040cce3cb0), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:49.142750 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] Publish callbacks [] for router_controller (fe49aeb2-2367-485e-9765-70040cce3cb0), precommit_delete_associations {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:49.331005 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920199'] for router (fe49aeb2-2367-485e-9765-70040cce3cb0), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:49.334956 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe49aeb2-2367-485e-9765-70040cce3cb0 {{(pid=103310) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 19:33:49.340322 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:49.345121 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-a5d7172e-0cb6-4ca8-9e56-9359a99b5e6f admin admin] 10.222.0.26 "DELETE /v2.0/routers/fe49aeb2-2367-485e-9765-70040cce3cb0 HTTP/1.1" status: 204 len: 168 time: 1.2087555 Feb 14 19:33:49.348491 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 34264) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:49.417598 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c4f119-1f27-431e-8617-b6e94b58eee1 admin admin] Deleting subnet 9b06bb16-5bc0-4dde-a877-15e3216c9bed {{(pid=103311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:33:49.421914 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d0c4f119-1f27-431e-8617-b6e94b58eee1 admin admin] Publish callbacks [] for subnet (9b06bb16-5bc0-4dde-a877-15e3216c9bed), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:49.463322 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d0c4f119-1f27-431e-8617-b6e94b58eee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125879425'] for subnet (9b06bb16-5bc0-4dde-a877-15e3216c9bed), precommit_delete_associations {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:49.487831 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:49.549357 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d0c4f119-1f27-431e-8617-b6e94b58eee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (9b06bb16-5bc0-4dde-a877-15e3216c9bed), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:49.751850 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 96be8e52-8172-4af8-a6f6-056c4e796cde no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:33:49.775348 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d0c4f119-1f27-431e-8617-b6e94b58eee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125990431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126032157'] for subnet (9b06bb16-5bc0-4dde-a877-15e3216c9bed), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:49.790647 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: 96be8e52-8172-4af8-a6f6-056c4e796cde {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:33:49.792308 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-d0c4f119-1f27-431e-8617-b6e94b58eee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:49.799852 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 96be8e52-8172-4af8-a6f6-056c4e796cde not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:33:49.800153 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 2b001b83-eb19-4669-9004-8bb5cd539159 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:33:49.802065 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 34268) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:49.810404 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbc6bd5-bd65-499a-89f8-99f6b30662d9 None None] Network be2c9359-90ea-4bbb-9201-502ed9c5f3b6 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:33:49.813817 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-d0c4f119-1f27-431e-8617-b6e94b58eee1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9b06bb16-5bc0-4dde-a877-15e3216c9bed HTTP/1.1" status: 204 len: 168 time: 0.4638190 Feb 14 19:33:49.853574 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: 2b001b83-eb19-4669-9004-8bb5cd539159 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:33:49.854707 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 2b001b83-eb19-4669-9004-8bb5cd539159 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:33:49.883477 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4f119-1f27-431e-8617-b6e94b58eee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b06bb16-5bc0-4dde-a877-15e3216c9bed,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:49.935769 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52d671-ad62-4a1e-ad21-c50c365919f0 req-2435046d-0414-4a2b-8af4-ce6e4e3578a4 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:49.946033 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3f52d671-ad62-4a1e-ad21-c50c365919f0 req-2435046d-0414-4a2b-8af4-ce6e4e3578a4 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.2183988 Feb 14 19:33:49.974150 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (be2c9359-90ea-4bbb-9201-502ed9c5f3b6), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:50.056861 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3f52d671-ad62-4a1e-ad21-c50c365919f0 req-83467df5-9dfa-4553-87a3-387e9d226c8e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038909 Feb 14 19:33:50.087644 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Deleting port 2a76e5fa-471f-4236-a33e-1561c1cf3fde {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:50.087799 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:50.216127 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1223f2-844b-44a1-8149-bc88950497e1 None None] DHCP port deletion for be2c9359-90ea-4bbb-9201-502ed9c5f3b6 request from dv-cinder-816898-8-iscsi {{(pid=103312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 19:33:50.304665 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-fc1223f2-844b-44a1-8149-bc88950497e1 None None] Deleting port 2a76e5fa-471f-4236-a33e-1561c1cf3fde {{(pid=103312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:50.384722 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-fc1223f2-844b-44a1-8149-bc88950497e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), before_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:50.436678 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-fc1223f2-844b-44a1-8149-bc88950497e1 None None] For port 2a76e5fa-471f-4236-a33e-1561c1cf3fde, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=2a76e5fa-471f-4236-a33e-1561c1cf3fde,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:50.437059 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-fc1223f2-844b-44a1-8149-bc88950497e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), precommit_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:50.467115 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-fc1223f2-844b-44a1-8149-bc88950497e1 None None] Calling delete_port for 2a76e5fa-471f-4236-a33e-1561c1cf3fde owned by network:dhcp {{(pid=103312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:50.562239 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] For port 2a76e5fa-471f-4236-a33e-1561c1cf3fde, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=2a76e5fa-471f-4236-a33e-1561c1cf3fde,segment=NetworkSegment(6df71a2a-aac8-44c8-bbca-fcb3bcf736ea),segment_id=6df71a2a-aac8-44c8-bbca-fcb3bcf736ea)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:50.562497 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:50.578681 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Calling delete_port for 2a76e5fa-471f-4236-a33e-1561c1cf3fde owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:50.757837 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-fc1223f2-844b-44a1-8149-bc88950497e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), after_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:50.766679 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (2a76e5fa-471f-4236-a33e-1561c1cf3fde), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:50.777552 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1223f2-844b-44a1-8149-bc88950497e1 None None] No DVR routers for this DVR port 2a76e5fa-471f-4236-a33e-1561c1cf3fde on host dv-cinder-816898-8-iscsi {{(pid=103312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:33:50.799681 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1223f2-844b-44a1-8149-bc88950497e1 None None] Pushing event deleted for resources: {'Port': ['ID=2a76e5fa-471f-4236-a33e-1561c1cf3fde,revision_number=None']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:50.827549 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] No DVR routers for this DVR port 2a76e5fa-471f-4236-a33e-1561c1cf3fde on host dv-cinder-816898-8-iscsi {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:33:50.830068 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a76e5fa-471f-4236-a33e-1561c1cf3fde,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:50.934271 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (be2c9359-90ea-4bbb-9201-502ed9c5f3b6), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:50.966443 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2c9359-90ea-4bbb-9201-502ed9c5f3b6']}} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:50.989650 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea') {'for_net_delete': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:50.990028 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df71a2a-aac8-44c8-bbca-fcb3bcf736ea') {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:51.006585 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129926367'] for segment (6df71a2a-aac8-44c8-bbca-fcb3bcf736ea), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:51.027027 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (6df71a2a-aac8-44c8-bbca-fcb3bcf736ea), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:51.038914 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129456150'] for segment (6df71a2a-aac8-44c8-bbca-fcb3bcf736ea), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: self.session.flush() Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: self.session.flush() Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: self.session.flush() Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: self.session.flush() Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: Traceback (most recent call last): Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: timer() Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: cb(*args, **kw) Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: return func(*args, **kwargs) Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: self._notify() Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: self.callback(batched_events) Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: event.method(event) Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: return f(self, *a, **k) Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._get(url).json() Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: return self.request(url, 'GET', **kwargs) Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:33:51.045026 dv-cinder-816898-8-iscsi neutron-server[103310]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:33:51.298786 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db1134-42a0-4f2f-925e-effecc8f591f req-61084ea2-ef30-499b-9bb8-e3cb6bfe757f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:51.301963 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c6db1134-42a0-4f2f-925e-effecc8f591f req-61084ea2-ef30-499b-9bb8-e3cb6bfe757f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.1028156 Feb 14 19:33:51.334125 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (be2c9359-90ea-4bbb-9201-502ed9c5f3b6), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:51.347171 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:51.355541 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] 10.222.0.26 "DELETE /v2.0/networks/be2c9359-90ea-4bbb-9201-502ed9c5f3b6 HTTP/1.1" status: 204 len: 168 time: 1.5516706 Feb 14 19:33:51.360089 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 34280) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:51.386713 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e36419-2c81-442b-855e-6856a4fc4a10 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2c9359-90ea-4bbb-9201-502ed9c5f3b6,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:51.406073 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c6db1134-42a0-4f2f-925e-effecc8f591f req-dcfd8020-2908-44ef-865e-ed9e3e830915 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980392 Feb 14 19:33:51.525946 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 2a76e5fa-471f-4236-a33e-1561c1cf3fde no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:33:51.552604 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: 2a76e5fa-471f-4236-a33e-1561c1cf3fde {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:33:51.553052 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 2a76e5fa-471f-4236-a33e-1561c1cf3fde not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:33:51.874896 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef7dc-ec30-4b46-bb8f-962dae182b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920929'] for router_interface (cbef2816-99ac-46cd-89dc-df3572119d46), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:52.178600 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ef7dc-ec30-4b46-bb8f-962dae182b8c admin admin] Deleting port 35aa9fb9-711e-46e8-aab3-3604dcd2a769 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:52.179033 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef7dc-ec30-4b46-bb8f-962dae182b8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:52.270689 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-cc3ef7dc-ec30-4b46-bb8f-962dae182b8c admin admin] For port 35aa9fb9-711e-46e8-aab3-3604dcd2a769, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=35aa9fb9-711e-46e8-aab3-3604dcd2a769,segment=NetworkSegment(c178de88-ccbc-42e9-be66-b9e6595f86cc),segment_id=c178de88-ccbc-42e9-be66-b9e6595f86cc)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:52.271099 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef7dc-ec30-4b46-bb8f-962dae182b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:52.286430 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ef7dc-ec30-4b46-bb8f-962dae182b8c admin admin] Calling delete_port for 35aa9fb9-711e-46e8-aab3-3604dcd2a769 owned by network:router_interface {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:52.559617 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fa0cf-efb4-4463-b747-7ba300fe2b10 req-cab6faf5-3d72-4ccc-901c-7a61026276db tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:52.561127 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-864fa0cf-efb4-4463-b747-7ba300fe2b10 req-cab6faf5-3d72-4ccc-901c-7a61026276db tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0584998 Feb 14 19:33:52.612649 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-864fa0cf-efb4-4463-b747-7ba300fe2b10 req-95267624-663f-4a65-8771-45b70129df28 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449696 Feb 14 19:33:52.927753 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef7dc-ec30-4b46-bb8f-962dae182b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (35aa9fb9-711e-46e8-aab3-3604dcd2a769), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:52.956904 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ef7dc-ec30-4b46-bb8f-962dae182b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=35aa9fb9-711e-46e8-aab3-3604dcd2a769,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:53.162515 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef7dc-ec30-4b46-bb8f-962dae182b8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921077'] for router_interface (cbef2816-99ac-46cd-89dc-df3572119d46), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:53.441871 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3ef7dc-ec30-4b46-bb8f-962dae182b8c admin admin] Router cbef2816-99ac-46cd-89dc-df3572119d46 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:33:53.564150 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3ef7dc-ec30-4b46-bb8f-962dae182b8c admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:33:53.572981 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 34296) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:53.575048 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-cc3ef7dc-ec30-4b46-bb8f-962dae182b8c admin admin] 10.222.0.26 "PUT /v2.0/routers/cbef2816-99ac-46cd-89dc-df3572119d46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2136784 Feb 14 19:33:53.578193 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32007b-03ac-4adf-a8c7-582ecb7e7ef2 None None] Sync routers for ids ['cbef2816-99ac-46cd-89dc-df3572119d46'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:33:53.604144 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32007b-03ac-4adf-a8c7-582ecb7e7ef2 None None] Routers {'cbef2816-99ac-46cd-89dc-df3572119d46'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:33:53.605374 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-2c32007b-03ac-4adf-a8c7-582ecb7e7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:33:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['cbef2816-99ac-46cd-89dc-df3572119d46'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:53.738294 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] Publish callbacks [] for router (cbef2816-99ac-46cd-89dc-df3572119d46), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:53.747036 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-2c32007b-03ac-4adf-a8c7-582ecb7e7ef2 None None] Set router cbef2816-99ac-46cd-89dc-df3572119d46 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:33:53.982553 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-2c32007b-03ac-4adf-a8c7-582ecb7e7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'name': 'tempest-TestVolumeBootPattern-1961223796-router', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:08Z', 'updated_at': '2022-02-14T19:33:52Z', 'revision_number': 5, 'project_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'gw_port': {'id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:09Z', 'updated_at': '2022-02-14T19:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:53.993897 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efd4ec-0b59-41a2-94f4-1b9dfdf5ff5a req-efb469b7-4dfd-490b-8e4d-b64442ce9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:53.995865 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-57efd4ec-0b59-41a2-94f4-1b9dfdf5ff5a req-efb469b7-4dfd-490b-8e4d-b64442ce9848 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=effeb13951274360878df6e825f49990&device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 1130 time: 0.1396837 Feb 14 19:33:54.017873 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32007b-03ac-4adf-a8c7-582ecb7e7ef2 None None] Checking router: cbef2816-99ac-46cd-89dc-df3572119d46 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:33:54.045858 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32007b-03ac-4adf-a8c7-582ecb7e7ef2 None None] Routers {'cbef2816-99ac-46cd-89dc-df3572119d46'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:33:54.046794 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-2c32007b-03ac-4adf-a8c7-582ecb7e7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:33:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['cbef2816-99ac-46cd-89dc-df3572119d46'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:54.149847 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b551fa-1984-44aa-94c4-cbb89d4ea23e req-9dd92905-e075-4ec2-961d-d6d2407f40a3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:54.151430 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-46b551fa-1984-44aa-94c4-cbb89d4ea23e req-9dd92905-e075-4ec2-961d-d6d2407f40a3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.4107494 Feb 14 19:33:54.180873 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efd4ec-0b59-41a2-94f4-1b9dfdf5ff5a req-0f39c10a-cdde-4f43-b388-4a8dc1326cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:54.182425 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-57efd4ec-0b59-41a2-94f4-1b9dfdf5ff5a req-0f39c10a-cdde-4f43-b388-4a8dc1326cd1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=18709779-44c4-4f08-9187-e94c77aa619c HTTP/1.1" status: 200 len: 910 time: 0.1780488 Feb 14 19:33:54.234221 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-46b551fa-1984-44aa-94c4-cbb89d4ea23e req-d4bff3a6-bdfb-463e-a331-55d4ddd7d5ff tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714765 Feb 14 19:33:54.244500 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] Publish callbacks [] for router_gateway (cbef2816-99ac-46cd-89dc-df3572119d46), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:54.304146 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-2c32007b-03ac-4adf-a8c7-582ecb7e7ef2 None None] Set router cbef2816-99ac-46cd-89dc-df3572119d46 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:33:54.312599 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-57efd4ec-0b59-41a2-94f4-1b9dfdf5ff5a req-0b2f03ff-d1fa-46da-b35d-6c62f4acd6ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b HTTP/1.1" status: 200 len: 1001 time: 0.1197689 Feb 14 19:33:54.393958 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efd4ec-0b59-41a2-94f4-1b9dfdf5ff5a req-8c259ff7-798e-4f80-8661-087d4726f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:54.396071 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-57efd4ec-0b59-41a2-94f4-1b9dfdf5ff5a req-8c259ff7-798e-4f80-8661-087d4726f66f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546abd88-ac1d-4c1e-a511-ab5543168169 HTTP/1.1" status: 200 len: 848 time: 0.0764594 Feb 14 19:33:54.442555 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] Deleting port b84ca878-dfb5-407a-95ab-ef1925518cd1 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:54.442960 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (b84ca878-dfb5-407a-95ab-ef1925518cd1), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:54.469775 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efd4ec-0b59-41a2-94f4-1b9dfdf5ff5a req-7e8af693-5826-4588-9a9b-52037bf2636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:54.471761 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-57efd4ec-0b59-41a2-94f4-1b9dfdf5ff5a req-7e8af693-5826-4588-9a9b-52037bf2636c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=18709779-44c4-4f08-9187-e94c77aa619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691729 Feb 14 19:33:54.573128 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] For port b84ca878-dfb5-407a-95ab-ef1925518cd1, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=b84ca878-dfb5-407a-95ab-ef1925518cd1,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:54.573716 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (b84ca878-dfb5-407a-95ab-ef1925518cd1), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:54.576425 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-2c32007b-03ac-4adf-a8c7-582ecb7e7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'name': 'tempest-TestVolumeBootPattern-1961223796-router', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:08Z', 'updated_at': '2022-02-14T19:33:52Z', 'revision_number': 5, 'project_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'gw_port': {'id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:09Z', 'updated_at': '2022-02-14T19:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:54.598423 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-57efd4ec-0b59-41a2-94f4-1b9dfdf5ff5a req-c60d6f33-e295-4f8e-be03-e9365bb8ac65 service neutron] 10.222.0.43 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194520 Feb 14 19:33:54.601750 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] Calling delete_port for b84ca878-dfb5-407a-95ab-ef1925518cd1 owned by network:router_gateway {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:54.611124 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32007b-03ac-4adf-a8c7-582ecb7e7ef2 None None] The sync data for ids ['cbef2816-99ac-46cd-89dc-df3572119d46'] in dv-cinder-816898-8-iscsi is: [{'id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'name': 'tempest-TestVolumeBootPattern-1961223796-router', 'tenant_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:26:08Z', 'updated_at': '2022-02-14T19:33:52Z', 'revision_number': 5, 'project_id': '81d38b95a4f94c0b9f831723d0f08b6b', 'gw_port': {'id': 'b84ca878-dfb5-407a-95ab-ef1925518cd1', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbef2816-99ac-46cd-89dc-df3572119d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:26:09Z', 'updated_at': '2022-02-14T19:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:33:54.755973 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-57efd4ec-0b59-41a2-94f4-1b9dfdf5ff5a req-f9ab54ab-1c17-43e4-873b-ca89a193d734 service neutron] 10.222.0.43 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474397 Feb 14 19:33:54.955766 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (b84ca878-dfb5-407a-95ab-ef1925518cd1), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:54.992401 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] Pushing event deleted for resources: {'Port': ['ID=b84ca878-dfb5-407a-95ab-ef1925518cd1,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:55.075741 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3922411'] for router_gateway (cbef2816-99ac-46cd-89dc-df3572119d46), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:55.204271 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254092'] for router (cbef2816-99ac-46cd-89dc-df3572119d46), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:55.214363 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] Publish callbacks [] for router_controller (cbef2816-99ac-46cd-89dc-df3572119d46), precommit_delete_associations {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:55.372653 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920199'] for router (cbef2816-99ac-46cd-89dc-df3572119d46), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:55.373849 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbef2816-99ac-46cd-89dc-df3572119d46 {{(pid=103311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 19:33:55.383641 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:55.384936 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-7345e72d-e921-476c-9f01-a8bbb45aeb8b admin admin] 10.222.0.26 "DELETE /v2.0/routers/cbef2816-99ac-46cd-89dc-df3572119d46 HTTP/1.1" status: 204 len: 168 time: 1.8106525 Feb 14 19:33:55.389277 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 34306) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:55.471612 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47afc6b-7f18-4046-9dd0-434796019fa9 admin admin] Deleting subnet ba33e818-d06e-4674-85b0-24b0fd531ce6 {{(pid=103310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:33:55.479106 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a47afc6b-7f18-4046-9dd0-434796019fa9 admin admin] Publish callbacks [] for subnet (ba33e818-d06e-4674-85b0-24b0fd531ce6), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:55.510552 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fc6ea-fb4b-494b-a0fe-ceb139807aec req-d6944be1-7b82-4ca4-b0f0-9f16e1428a17 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:55.512229 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7b0fc6ea-fb4b-494b-a0fe-ceb139807aec req-d6944be1-7b82-4ca4-b0f0-9f16e1428a17 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.1263731 Feb 14 19:33:55.578393 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a47afc6b-7f18-4046-9dd0-434796019fa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129926344'] for subnet (ba33e818-d06e-4674-85b0-24b0fd531ce6), precommit_delete_associations {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:55.602109 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7b0fc6ea-fb4b-494b-a0fe-ceb139807aec req-44be68a6-15f1-4ca0-ab63-82de2d6d7414 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813339 Feb 14 19:33:55.612429 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 35aa9fb9-711e-46e8-aab3-3604dcd2a769 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:33:55.655759 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: 35aa9fb9-711e-46e8-aab3-3604dcd2a769 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:33:55.656438 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 35aa9fb9-711e-46e8-aab3-3604dcd2a769 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:33:55.702889 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a47afc6b-7f18-4046-9dd0-434796019fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (ba33e818-d06e-4674-85b0-24b0fd531ce6), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:55.865606 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a47afc6b-7f18-4046-9dd0-434796019fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129455284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129471064'] for subnet (ba33e818-d06e-4674-85b0-24b0fd531ce6), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:55.892011 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47afc6b-7f18-4046-9dd0-434796019fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba33e818-d06e-4674-85b0-24b0fd531ce6,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:55.898165 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a47afc6b-7f18-4046-9dd0-434796019fa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:55.903856 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-a47afc6b-7f18-4046-9dd0-434796019fa9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ba33e818-d06e-4674-85b0-24b0fd531ce6 HTTP/1.1" status: 204 len: 168 time: 0.5101061 Feb 14 19:33:55.904239 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 34312) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:55.911218 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd09038d-d439-401d-b24b-bc0bfe7d0fc8 None None] Network 359cec2f-87e5-4587-ab83-4e30c477bfd3 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:33:56.003561 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (359cec2f-87e5-4587-ab83-4e30c477bfd3), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:56.100393 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Deleting port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:56.100865 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:56.147718 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc45dd-b0f5-4ec0-a6c4-ca60f27c7d4f None None] DHCP port deletion for 359cec2f-87e5-4587-ab83-4e30c477bfd3 request from dv-cinder-816898-8-iscsi {{(pid=103312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 19:33:56.210428 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] For port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7,segment=NetworkSegment(c178de88-ccbc-42e9-be66-b9e6595f86cc),segment_id=c178de88-ccbc-42e9-be66-b9e6595f86cc)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:56.211680 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:56.236590 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-93cc45dd-b0f5-4ec0-a6c4-ca60f27c7d4f None None] Deleting port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 {{(pid=103312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:33:56.237284 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-93cc45dd-b0f5-4ec0-a6c4-ca60f27c7d4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), before_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:56.255061 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Calling delete_port for a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 owned by network:dhcp {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:56.317517 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-93cc45dd-b0f5-4ec0-a6c4-ca60f27c7d4f None None] For port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7,segment=NetworkSegment(c178de88-ccbc-42e9-be66-b9e6595f86cc),segment_id=c178de88-ccbc-42e9-be66-b9e6595f86cc)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:56.318665 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-93cc45dd-b0f5-4ec0-a6c4-ca60f27c7d4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), precommit_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:56.337798 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-93cc45dd-b0f5-4ec0-a6c4-ca60f27c7d4f None None] Calling delete_port for a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 owned by network:dhcp {{(pid=103312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:33:56.615932 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:56.624285 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-93cc45dd-b0f5-4ec0-a6c4-ca60f27c7d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630'] for port (a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7), after_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:56.642323 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:56.725217 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] No DVR routers for this DVR port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 on host dv-cinder-816898-8-iscsi {{(pid=103311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:33:56.727042 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc45dd-b0f5-4ec0-a6c4-ca60f27c7d4f None None] Pushing event deleted for resources: {'Port': ['ID=a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7,revision_number=None']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:56.727042 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc45dd-b0f5-4ec0-a6c4-ca60f27c7d4f None None] No DVR routers for this DVR port a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 on host dv-cinder-816898-8-iscsi {{(pid=103312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:33:56.756291 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (359cec2f-87e5-4587-ab83-4e30c477bfd3), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:56.781914 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359cec2f-87e5-4587-ab83-4e30c477bfd3']}} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:56.794399 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c178de88-ccbc-42e9-be66-b9e6595f86cc') {'for_net_delete': True} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:56.794718 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.services.segments.db [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c178de88-ccbc-42e9-be66-b9e6595f86cc') {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:33:56.811666 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c645e-9d67-4384-92ac-d0af4b7893b9 req-24ac2c41-1329-4be4-8a4b-0f4c3624b712 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:56.813174 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4e3c645e-9d67-4384-92ac-d0af4b7893b9 req-24ac2c41-1329-4be4-8a4b-0f4c3624b712 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.1245437 Feb 14 19:33:56.814960 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125879446'] for segment (c178de88-ccbc-42e9-be66-b9e6595f86cc), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:56.839192 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (c178de88-ccbc-42e9-be66-b9e6595f86cc), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:56.850744 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:33:56.851149 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125991613'] for segment (c178de88-ccbc-42e9-be66-b9e6595f86cc), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: Traceback (most recent call last): Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: timer() Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: cb(*args, **kw) Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: return func(*args, **kwargs) Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: self._notify() Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: self.callback(batched_events) Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: event.method(event) Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: return f(self, *a, **k) Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: return self._get(url).json() Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: return self.request(url, 'GET', **kwargs) Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:33:56.852809 dv-cinder-816898-8-iscsi neutron-server[103311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:33:56.924557 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-4e3c645e-9d67-4384-92ac-d0af4b7893b9 req-2b8db509-273d-4136-a01b-7d2e44e28dbc tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024239 Feb 14 19:33:57.086152 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (359cec2f-87e5-4587-ab83-4e30c477bfd3), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:57.092433 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:57.102390 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] 10.222.0.26 "DELETE /v2.0/networks/359cec2f-87e5-4587-ab83-4e30c477bfd3 HTTP/1.1" status: 204 len: 168 time: 1.1904719 Feb 14 19:33:57.118117 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc32f9-c09b-475f-a2f8-9e1285e5f009 admin admin] Pushing event deleted for resources: {'Network': ['ID=359cec2f-87e5-4587-ab83-4e30c477bfd3,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:57.510523 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device b84ca878-dfb5-407a-95ab-ef1925518cd1 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:33:57.532569 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 34330) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:57.546665 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: b84ca878-dfb5-407a-95ab-ef1925518cd1 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:33:57.547014 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device b84ca878-dfb5-407a-95ab-ef1925518cd1 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:33:57.547467 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:33:57.572480 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:33:57.573263 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device a4dbe02d-c688-4e17-ae9d-8ee78eaf24b7 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:33:57.630087 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-e00436ab-ae1f-4963-9f04-7d1245cd3781 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62b60dc2e6514bdf9ac5593137f409a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0931587 Feb 14 19:33:57.630676 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 34332) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:57.692136 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4da9e471-ca44-4d55-90a7-ab5b27ca0a52 admin admin] Publish callbacks [] for security_group (a0def578-136b-4d57-9867-995014dda610), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:57.724964 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4da9e471-ca44-4d55-90a7-ab5b27ca0a52 admin admin] Publish callbacks [] for security_group (a0def578-136b-4d57-9867-995014dda610), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:57.933305 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4da9e471-ca44-4d55-90a7-ab5b27ca0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (a0def578-136b-4d57-9867-995014dda610), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:57.935795 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-4da9e471-ca44-4d55-90a7-ab5b27ca0a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:57.938593 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-4da9e471-ca44-4d55-90a7-ab5b27ca0a52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0def578-136b-4d57-9867-995014dda610 HTTP/1.1" status: 204 len: 168 time: 0.3055234 Feb 14 19:33:57.947885 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9e471-ca44-4d55-90a7-ab5b27ca0a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0def578-136b-4d57-9867-995014dda610,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:58.120115 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95732cf9-0526-4e42-8d3c-8110885abfa6 req-de34f948-c7a4-4bb4-b995-228df3c71dc3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:58.121945 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-95732cf9-0526-4e42-8d3c-8110885abfa6 req-de34f948-c7a4-4bb4-b995-228df3c71dc3 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0952439 Feb 14 19:33:58.207646 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-95732cf9-0526-4e42-8d3c-8110885abfa6 req-fc59719e-8e5b-4f0b-b7c9-c02ee75f6d44 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791273 Feb 14 19:33:58.622062 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f485b392-48e0-467e-b95b-ebcb57aa5e5b no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:33:58.646496 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f23526-2163-4830-a882-39a27ece314c req-d2679200-7128-42fb-b89d-ad4791c85fe6 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:58.648313 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-34f23526-2163-4830-a882-39a27ece314c req-d2679200-7128-42fb-b89d-ad4791c85fe6 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0822976 Feb 14 19:33:58.728845 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-34f23526-2163-4830-a882-39a27ece314c req-386291ed-8cd0-4a7a-8a73-ebacded00d0e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730853 Feb 14 19:33:58.730369 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port f485b392-48e0-467e-b95b-ebcb57aa5e5b is: ACTIVE; New status is: DOWN {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:33:58.731169 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:58.767664 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:33:58.770063 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329c6244-42cd-4f7b-9882-f7dca05f0fda" -d '{"events": [{"server_uuid": "8ba7f59a-6480-4f5a-be45-1694a615b0b2", "name": "network-vif-unplugged", "status": "completed", "tag": "f485b392-48e0-467e-b95b-ebcb57aa5e5b"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:33:58.787167 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f485b392-48e0-467e-b95b-ebcb57aa5e5b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:33:58.828228 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-4b277063-a604-49b0-837b-5cf7c4556682 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2149184 Feb 14 19:33:58.879998 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 34356) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:58.893330 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:58.961842 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 34358) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:33:58.963141 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-0942d007-53a6-45a9-b042-323c21484198 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81d38b95a4f94c0b9f831723d0f08b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0818810 Feb 14 19:33:58.978597 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=f485b392-48e0-467e-b95b-ebcb57aa5e5b,revision_number=6']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:59.025872 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e424228e-ee7d-41d0-b7f6-4c22a241b73d admin admin] Publish callbacks [] for security_group (fa0445c1-0d2c-4955-b7af-5745014add8f), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:59.052756 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e424228e-ee7d-41d0-b7f6-4c22a241b73d admin admin] Publish callbacks [] for security_group (fa0445c1-0d2c-4955-b7af-5745014add8f), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:59.085305 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Feb 2022 19:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0a933e-b6c2-4b88-8d5e-c89e574de753 x-openstack-request-id: req-bf0a933e-b6c2-4b88-8d5e-c89e574de753 {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:33:59.085609 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba7f59a-6480-4f5a-be45-1694a615b0b2", "name": "network-vif-unplugged", "status": "failed", "tag": "f485b392-48e0-467e-b95b-ebcb57aa5e5b", "code": 422}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:33:59.085871 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf0a933e-b6c2-4b88-8d5e-c89e574de753 {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:33:59.086307 dv-cinder-816898-8-iscsi neutron-server[103312]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'code': 422} returned with failed status Feb 14 19:33:59.132530 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-2ffd1daa-c439-4067-b20b-c76d1617b8a0 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:59.133951 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-2ffd1daa-c439-4067-b20b-c76d1617b8a0 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports/f485b392-48e0-467e-b95b-ebcb57aa5e5b HTTP/1.1" status: 200 len: 941 time: 0.2732022 Feb 14 19:33:59.264730 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e424228e-ee7d-41d0-b7f6-4c22a241b73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (fa0445c1-0d2c-4955-b7af-5745014add8f), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:59.267741 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-e424228e-ee7d-41d0-b7f6-4c22a241b73d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:33:59.282196 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-e424228e-ee7d-41d0-b7f6-4c22a241b73d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa0445c1-0d2c-4955-b7af-5745014add8f HTTP/1.1" status: 204 len: 168 time: 0.3050668 Feb 14 19:33:59.282196 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424228e-ee7d-41d0-b7f6-4c22a241b73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0445c1-0d2c-4955-b7af-5745014add8f,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:33:59.917177 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be9b42-b866-4caf-9cdb-55b8d4beae57 req-6c22ef26-a5bc-4a58-b84f-69a97c9bd2da tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:33:59.924090 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-06be9b42-b866-4caf-9cdb-55b8d4beae57 req-6c22ef26-a5bc-4a58-b84f-69a97c9bd2da tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0872931 Feb 14 19:33:59.992863 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-06be9b42-b866-4caf-9cdb-55b8d4beae57 req-4198e860-efa5-4621-9858-833e8790904a tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638120 Feb 14 19:34:01.118275 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa065ef5-2351-4fb2-9644-7a46797f277c req-4e433a99-8543-4f68-9fc0-231e779e7a59 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:01.120119 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-fa065ef5-2351-4fb2-9644-7a46797f277c req-4e433a99-8543-4f68-9fc0-231e779e7a59 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0594602 Feb 14 19:34:01.180811 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-fa065ef5-2351-4fb2-9644-7a46797f277c req-7dc773ba-e239-447a-b37b-5daca7fb3ed0 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543826 Feb 14 19:34:02.337467 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f400c-fb0b-4083-95de-81035aefc2d4 req-d4d45fb2-d919-4dcf-8c92-2262745f33fd tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:02.342835 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cd7f400c-fb0b-4083-95de-81035aefc2d4 req-d4d45fb2-d919-4dcf-8c92-2262745f33fd tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0744812 Feb 14 19:34:02.398025 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-cd7f400c-fb0b-4083-95de-81035aefc2d4 req-1e8d1376-4ce0-4e53-8733-4cb273db9b95 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524101 Feb 14 19:34:02.692804 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-d71a593c-4633-4753-bd59-93f98df945d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:02.696065 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-d71a593c-4633-4753-bd59-93f98df945d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2&tenant_id=effeb13951274360878df6e825f49990 HTTP/1.1" status: 200 len: 1128 time: 0.0615253 Feb 14 19:34:02.776885 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-e79927ae-02ee-4032-9419-8744c18a151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:02.779029 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-e79927ae-02ee-4032-9419-8744c18a151e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=effeb13951274360878df6e825f49990&device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 1128 time: 0.0578184 Feb 14 19:34:02.914686 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-673dfeb1-2eae-4048-b815-fda8cd8e1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:02.918113 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-673dfeb1-2eae-4048-b815-fda8cd8e1d8b service neutron] 10.222.0.43 "GET /v2.0/networks?id=18709779-44c4-4f08-9187-e94c77aa619c HTTP/1.1" status: 200 len: 910 time: 0.1299810 Feb 14 19:34:03.007322 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-058bef1c-cfa1-493b-b170-73065b6f5b6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b HTTP/1.1" status: 200 len: 999 time: 0.0828319 Feb 14 19:34:03.081324 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-d7ef10a4-4148-46ca-a73b-cb44d2edb7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:03.085962 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-d7ef10a4-4148-46ca-a73b-cb44d2edb7b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546abd88-ac1d-4c1e-a511-ab5543168169 HTTP/1.1" status: 200 len: 848 time: 0.0722854 Feb 14 19:34:03.150184 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-8e733a66-eccb-4153-8dae-db5457f6850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:03.151906 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-8e733a66-eccb-4153-8dae-db5457f6850f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=18709779-44c4-4f08-9187-e94c77aa619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596044 Feb 14 19:34:03.270482 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-55f4b87c-6263-4d22-99e4-1e5501b5a7ce service neutron] 10.222.0.43 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103022 Feb 14 19:34:03.381960 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-84028718-1a3a-4f93-9434-b63336e17bc1 req-e673635f-1f7c-4a01-b5fc-bd3ff1d6ae2c service neutron] 10.222.0.43 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071889 Feb 14 19:34:03.541328 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc673a1-d7ec-4e45-aeb4-07b4e5a0cde1 req-ede020ae-648c-48aa-91a4-3fd2bd5f602e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:03.542773 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2dc673a1-d7ec-4e45-aeb4-07b4e5a0cde1 req-ede020ae-648c-48aa-91a4-3fd2bd5f602e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0662148 Feb 14 19:34:03.605651 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2dc673a1-d7ec-4e45-aeb4-07b4e5a0cde1 req-b745b72e-ec8c-41ef-9141-77d6bc35e05e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566790 Feb 14 19:34:04.766876 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a15fd-bc34-4858-9ffc-e49938c9e01e req-d0b1cbbd-5264-4dd5-9006-3b9353c34a5b tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:04.769595 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-839a15fd-bc34-4858-9ffc-e49938c9e01e req-d0b1cbbd-5264-4dd5-9006-3b9353c34a5b tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0732110 Feb 14 19:34:04.835832 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-839a15fd-bc34-4858-9ffc-e49938c9e01e req-51dfc2fd-8b6b-4d9c-9e68-af21b4b692ce tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582941 Feb 14 19:34:06.026783 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1fec5-ebee-43bc-b6fa-5da31da5b81d req-0fa21f3b-4b76-46b7-8976-2143f36bf519 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:06.031153 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c8d1fec5-ebee-43bc-b6fa-5da31da5b81d req-0fa21f3b-4b76-46b7-8976-2143f36bf519 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0642023 Feb 14 19:34:06.086880 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c8d1fec5-ebee-43bc-b6fa-5da31da5b81d req-9aaaea09-32fe-4e32-b686-9605e15e6a16 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512605 Feb 14 19:34:07.239602 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c80266-7028-43c9-a294-cca108599f76 req-4df6fdda-a036-4efd-9387-4ef0285b296b tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:07.241325 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-82c80266-7028-43c9-a294-cca108599f76 req-4df6fdda-a036-4efd-9387-4ef0285b296b tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0725889 Feb 14 19:34:07.301566 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-82c80266-7028-43c9-a294-cca108599f76 req-5ecd73f9-22e4-48ce-aa15-0e952513b33f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487881 Feb 14 19:34:07.605504 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:34:08.424622 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31355a5-f596-4dbf-a1c9-380a96ce93ff req-7fda4d38-0dbb-4c6b-8bdb-c83e18575531 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:08.426771 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d31355a5-f596-4dbf-a1c9-380a96ce93ff req-7fda4d38-0dbb-4c6b-8bdb-c83e18575531 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0565336 Feb 14 19:34:08.475086 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d31355a5-f596-4dbf-a1c9-380a96ce93ff req-e4ab95b5-d098-42a4-9024-43d11b631d63 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429335 Feb 14 19:34:09.600980 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5551d62-52ee-4a20-8a08-b490663943e2 req-f6e28882-5905-4461-97fc-793f78fa5e8c tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:09.602588 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c5551d62-52ee-4a20-8a08-b490663943e2 req-f6e28882-5905-4461-97fc-793f78fa5e8c tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0593171 Feb 14 19:34:09.658859 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c5551d62-52ee-4a20-8a08-b490663943e2 req-eefd9283-f9d3-40f8-9c9d-3f0c9b07d022 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462737 Feb 14 19:34:10.653129 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5f3f5cbd-0d3f-4373-8e72-05ad7710f876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:10.702158 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f485b392-48e0-467e-b95b-ebcb57aa5e5b details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:34:10.786051 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fa652-4c89-4e02-acb4-16ee40ce2398 req-a3952f58-9dd1-4866-a030-0899ab3e5505 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:10.787803 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-649fa652-4c89-4e02-acb4-16ee40ce2398 req-a3952f58-9dd1-4866-a030-0899ab3e5505 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 944 time: 0.0564311 Feb 14 19:34:10.824959 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f485b392-48e0-467e-b95b-ebcb57aa5e5b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:34:10.837898 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'port_id': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'mac_address': 'fa:16:3e:88:8a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:34:10.853291 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-649fa652-4c89-4e02-acb4-16ee40ce2398 req-9b8f76cb-23ef-4ad9-a4d0-05474032a1a1 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550168 Feb 14 19:34:10.878740 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port f485b392-48e0-467e-b95b-ebcb57aa5e5b is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:34:10.879133 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:10.894701 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f485b392-48e0-467e-b95b-ebcb57aa5e5b {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:34:10.915981 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f485b392-48e0-467e-b95b-ebcb57aa5e5b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:34:11.016680 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:11.065083 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=f485b392-48e0-467e-b95b-ebcb57aa5e5b,revision_number=7']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:34:11.212086 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['f485b392-48e0-467e-b95b-ebcb57aa5e5b'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:34:11.991462 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761de0c9-b5fe-431f-9524-0ae5173823bb req-6e9525b1-e6b4-4cdb-a7ad-844e48b60892 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:11.993016 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-761de0c9-b5fe-431f-9524-0ae5173823bb req-6e9525b1-e6b4-4cdb-a7ad-844e48b60892 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 945 time: 0.0647392 Feb 14 19:34:12.046686 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-761de0c9-b5fe-431f-9524-0ae5173823bb req-44097671-7a22-442e-a130-14482c1d5e3e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474658 Feb 14 19:34:12.063169 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 34508) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:34:12.108520 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_v2 [None req-316e29d5-2c94-406b-9888-3becf91a2d29 admin admin] Deleting subnet c02fc1f3-5944-4f85-969c-26f9941953dd {{(pid=103310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:34:12.111823 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-316e29d5-2c94-406b-9888-3becf91a2d29 admin admin] Publish callbacks [] for subnet (c02fc1f3-5944-4f85-969c-26f9941953dd), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.151699 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-316e29d5-2c94-406b-9888-3becf91a2d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129926344'] for subnet (c02fc1f3-5944-4f85-969c-26f9941953dd), precommit_delete_associations {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.197615 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-316e29d5-2c94-406b-9888-3becf91a2d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (c02fc1f3-5944-4f85-969c-26f9941953dd), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.321799 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-316e29d5-2c94-406b-9888-3becf91a2d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129455284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129471064'] for subnet (c02fc1f3-5944-4f85-969c-26f9941953dd), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.348705 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e29d5-2c94-406b-9888-3becf91a2d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c02fc1f3-5944-4f85-969c-26f9941953dd,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:34:12.353694 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-316e29d5-2c94-406b-9888-3becf91a2d29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.358208 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-316e29d5-2c94-406b-9888-3becf91a2d29 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c02fc1f3-5944-4f85-969c-26f9941953dd HTTP/1.1" status: 204 len: 168 time: 0.2939377 Feb 14 19:34:12.360677 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 34510) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:34:12.438187 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bda3dba3-f7ea-4110-a6bb-9772e8c9c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (0f36f61a-89ba-44c7-a823-f81c1e89b67a), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.521816 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bda3dba3-f7ea-4110-a6bb-9772e8c9c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (0f36f61a-89ba-44c7-a823-f81c1e89b67a), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.545659 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-bda3dba3-f7ea-4110-a6bb-9772e8c9c319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f36f61a-89ba-44c7-a823-f81c1e89b67a']}} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:34:12.556145 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-bda3dba3-f7ea-4110-a6bb-9772e8c9c319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceddc1d4-a3ef-4465-ba81-419bb4d2321c') {'for_net_delete': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:34:12.556421 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-bda3dba3-f7ea-4110-a6bb-9772e8c9c319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceddc1d4-a3ef-4465-ba81-419bb4d2321c') {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:34:12.566660 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bda3dba3-f7ea-4110-a6bb-9772e8c9c319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129926367'] for segment (ceddc1d4-a3ef-4465-ba81-419bb4d2321c), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.580700 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bda3dba3-f7ea-4110-a6bb-9772e8c9c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (ceddc1d4-a3ef-4465-ba81-419bb4d2321c), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.588345 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda3dba3-f7ea-4110-a6bb-9772e8c9c319 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:34:12.588779 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bda3dba3-f7ea-4110-a6bb-9772e8c9c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129456150'] for segment (ceddc1d4-a3ef-4465-ba81-419bb4d2321c), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: Traceback (most recent call last): Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: timer() Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: cb(*args, **kw) Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: return func(*args, **kwargs) Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: self._notify() Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: self.callback(batched_events) Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: event.method(event) Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: return f(self, *a, **k) Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._get(url).json() Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: return self.request(url, 'GET', **kwargs) Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:34:12.590570 dv-cinder-816898-8-iscsi neutron-server[103310]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:34:12.712231 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f485b392-48e0-467e-b95b-ebcb57aa5e5b up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:34:12.719337 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bda3dba3-f7ea-4110-a6bb-9772e8c9c319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (0f36f61a-89ba-44c7-a823-f81c1e89b67a), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.727548 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bda3dba3-f7ea-4110-a6bb-9772e8c9c319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.733534 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-bda3dba3-f7ea-4110-a6bb-9772e8c9c319 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0f36f61a-89ba-44c7-a823-f81c1e89b67a HTTP/1.1" status: 204 len: 168 time: 0.3700314 Feb 14 19:34:12.755193 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3dba3-f7ea-4110-a6bb-9772e8c9c319 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f36f61a-89ba-44c7-a823-f81c1e89b67a,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:34:12.775594 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port f485b392-48e0-467e-b95b-ebcb57aa5e5b triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:34:12.775973 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.823520 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-22108283-7429-4660-baa4-9c92e6820553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.892431 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port f485b392-48e0-467e-b95b-ebcb57aa5e5b is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:34:12.892952 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:12.924597 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:34:12.927523 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb4ea0d-596f-4523-a045-48bf9cc193db" -d '{"events": [{"server_uuid": "8ba7f59a-6480-4f5a-be45-1694a615b0b2", "name": "network-vif-plugged", "status": "completed", "tag": "f485b392-48e0-467e-b95b-ebcb57aa5e5b"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:34:12.949824 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port f485b392-48e0-467e-b95b-ebcb57aa5e5b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:34:12.968232 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bd8391-c285-401e-bdf6-2d594f37c64d x-openstack-request-id: req-63bd8391-c285-401e-bdf6-2d594f37c64d {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:34:12.968537 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba7f59a-6480-4f5a-be45-1694a615b0b2", "name": "network-vif-plugged", "status": "completed", "tag": "f485b392-48e0-467e-b95b-ebcb57aa5e5b", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:34:12.968790 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63bd8391-c285-401e-bdf6-2d594f37c64d {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:34:12.969198 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'code': 200} Feb 14 19:34:13.052639 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:13.122434 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=f485b392-48e0-467e-b95b-ebcb57aa5e5b,revision_number=8']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:34:13.195254 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9e395-4ef4-49b3-92c6-83c87e162987 req-2c8e510d-1f79-4df3-aef3-173a5790f2a1 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:13.197374 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-92b9e395-4ef4-49b3-92c6-83c87e162987 req-2c8e510d-1f79-4df3-aef3-173a5790f2a1 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0645547 Feb 14 19:34:13.257770 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-92b9e395-4ef4-49b3-92c6-83c87e162987 req-b91482e6-ee88-4c2b-82cc-e0055ce7d5b0 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522294 Feb 14 19:34:13.293598 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 34518) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:34:13.304445 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c857056-ea02-471b-bc5c-1c934ac917db req-f416ce39-7e61-4873-8a28-207bd57f7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:13.306849 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5c857056-ea02-471b-bc5c-1c934ac917db req-f416ce39-7e61-4873-8a28-207bd57f7216 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 1130 time: 0.0632713 Feb 14 19:34:13.365361 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-a73eab12-bee0-48e5-901e-9a5194d2785e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b75fea7d3da46f285bbdcffe7590675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0700572 Feb 14 19:34:13.367914 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 34520) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:34:13.368095 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-5c857056-ea02-471b-bc5c-1c934ac917db req-3954fa70-83bf-46ff-86e6-e877edc44978 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546794 Feb 14 19:34:13.420997 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ee67db1c-e87c-4b0d-9837-008365d6b637 admin admin] Publish callbacks [] for security_group (49dbc5b0-2d02-4522-9e30-76867a66d642), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:13.453717 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ee67db1c-e87c-4b0d-9837-008365d6b637 admin admin] Publish callbacks [] for security_group (49dbc5b0-2d02-4522-9e30-76867a66d642), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:13.607709 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ee67db1c-e87c-4b0d-9837-008365d6b637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (49dbc5b0-2d02-4522-9e30-76867a66d642), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:13.610779 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-ee67db1c-e87c-4b0d-9837-008365d6b637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:13.612107 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-ee67db1c-e87c-4b0d-9837-008365d6b637 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49dbc5b0-2d02-4522-9e30-76867a66d642 HTTP/1.1" status: 204 len: 168 time: 0.2432132 Feb 14 19:34:13.621586 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67db1c-e87c-4b0d-9837-008365d6b637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dbc5b0-2d02-4522-9e30-76867a66d642,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:34:14.276084 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:14.405685 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674361f3-ed20-4aec-9445-7fd08e8fe69b req-6f849a75-fc9d-49ed-8048-7d28ed39dd19 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:14.407589 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-674361f3-ed20-4aec-9445-7fd08e8fe69b req-6f849a75-fc9d-49ed-8048-7d28ed39dd19 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0584111 Feb 14 19:34:14.475384 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-674361f3-ed20-4aec-9445-7fd08e8fe69b req-ff440864-d1ff-4095-8e40-c02f450b5368 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607433 Feb 14 19:34:15.610248 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5a01f-9b2b-4fd8-9e4e-d202e0acea89 req-e246f4a2-3700-48aa-aca0-9c1e74216079 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:15.611787 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b7e5a01f-9b2b-4fd8-9e4e-d202e0acea89 req-e246f4a2-3700-48aa-aca0-9c1e74216079 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0660770 Feb 14 19:34:15.663313 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-b7e5a01f-9b2b-4fd8-9e4e-d202e0acea89 req-8bac8d6d-3ed5-482d-840e-f6414f9a83a5 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457296 Feb 14 19:34:15.701518 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:16.719300 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:19.444724 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:40.635174 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-cac1bd44-9fc8-4144-babe-75b4a59e651a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:42.770213 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-6f397ed6-9e16-4f3a-8fda-c1fb67b21d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:43.790502 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 34708) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:34:43.895868 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:43.980890 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Publish callbacks [] for security_group (e490a189-6827-4e2e-9fed-f104509215fd), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:44.055744 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (e490a189-6827-4e2e-9fed-f104509215fd), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:44.102610 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3993a065ffaf46f995d846ea03f8a803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109729 Feb 14 19:34:44.103564 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e490a189-6827-4e2e-9fed-f104509215fd,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:34:44.105420 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 34712) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:34:44.111700 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.112105 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.112314 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.112651 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.112986 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.113319 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.113651 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.113981 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.114524 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.114857 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.115235 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.116094 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.116433 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ff8f5-3921-4381-95aa-bea1e99402c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.159502 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Publish callbacks [] for security_group (e490a189-6827-4e2e-9fed-f104509215fd), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:44.183516 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Publish callbacks [] for security_group (e490a189-6827-4e2e-9fed-f104509215fd), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:44.255888 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:44.319694 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (e490a189-6827-4e2e-9fed-f104509215fd), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:44.322525 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:44.323739 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e490a189-6827-4e2e-9fed-f104509215fd HTTP/1.1" status: 204 len: 168 time: 0.2166867 Feb 14 19:34:44.332727 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e490a189-6827-4e2e-9fed-f104509215fd,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:34:44.344871 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.345232 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.345604 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.346013 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.346386 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.346719 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.347059 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.347392 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.347728 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.348064 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.348457 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.348849 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.349340 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6991aed2-a4b8-4f30-a783-16979043df38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:44.604336 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:34:45.678316 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:46.691612 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:47.488629 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-81115708-c295-45ac-ba86-926046be0ef9 req-24625306-9db0-4da4-8590-5f59a3471ed4 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=716cdfe3124642edb8e4b3086a26cf16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295339 Feb 14 19:34:47.669205 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81115708-c295-45ac-ba86-926046be0ef9 req-cc90de2f-f6b5-4620-9d8a-2334dc2fc4db tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:47.670703 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-81115708-c295-45ac-ba86-926046be0ef9 req-cc90de2f-f6b5-4620-9d8a-2334dc2fc4db tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761813 Feb 14 19:34:47.686580 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-81115708-c295-45ac-ba86-926046be0ef9 req-507bc635-e5e6-415a-940a-ef6847a3f5a8 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/quotas/716cdfe3124642edb8e4b3086a26cf16 HTTP/1.1" status: 200 len: 375 time: 0.0102389 Feb 14 19:34:47.719253 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-81115708-c295-45ac-ba86-926046be0ef9 req-186fe008-56ba-4a36-a289-9d54c683e78f tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=716cdfe3124642edb8e4b3086a26cf16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273848 Feb 14 19:34:47.977275 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-25328397-b758-4c12-8bb9-d9bcd48eb5fe req-eeced9cc-1344-4e4a-aad8-04aac735a7e0 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 210 time: 0.0267551 Feb 14 19:34:49.059006 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c4df84d0-1cfd-4ac7-8a40-df26c20723d1 req-688ea443-3c7c-4eaa-8d6c-7592c9a79387 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 210 time: 0.0299361 Feb 14 19:34:49.478568 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:50.153691 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-785320e0-1d91-4414-8e7b-4fd1d52145e2 req-6cee4e71-196c-4bf8-a544-24d839544566 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 210 time: 0.0269821 Feb 14 19:34:50.733647 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-81115708-c295-45ac-ba86-926046be0ef9 req-c2847515-1204-45e4-aefc-6d34d7196cc9 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=716cdfe3124642edb8e4b3086a26cf16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290067 Feb 14 19:34:50.917554 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81115708-c295-45ac-ba86-926046be0ef9 req-bd112ab0-551b-49ad-afdd-ef4ee0c66413 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:50.919054 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-81115708-c295-45ac-ba86-926046be0ef9 req-bd112ab0-551b-49ad-afdd-ef4ee0c66413 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801972 Feb 14 19:34:50.937129 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Request body: {'port': {'device_id': '44f4e94c-8687-4411-99df-8c5ff2090bbc', 'network_id': '74651969-3802-4f92-887d-50a17297dfda', 'admin_state_up': True, 'tenant_id': '716cdfe3124642edb8e4b3086a26cf16'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:34:51.250764 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5aabc33a-749c-4ba7-b3cc-3b721a58a025 req-d5e74c55-f39b-4a89-9037-a7c6acd03069 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 210 time: 0.0286481 Feb 14 19:34:51.394670 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Made reservation on behalf of 716cdfe3124642edb8e4b3086a26cf16 for: {'port': 1} {{(pid=103310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 14 19:34:51.397976 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:51.408052 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:51.480761 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Publish callbacks [] for security_group (f8794de1-2e5b-474b-bba2-f49de8993eae), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:51.583132 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (f8794de1-2e5b-474b-bba2-f49de8993eae), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:51.647954 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8794de1-2e5b-474b-bba2-f49de8993eae,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:34:51.717526 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_common [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Allocated IP 192.168.233.254 (74651969-3802-4f92-887d-50a17297dfda/ec5f6fea-fad9-4ce8-9416-018c128c1559/d50a0360-e6cc-4d47-8053-797a09c33171) {{(pid=103310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 14 19:34:51.862371 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Publish callbacks [] for port (d50a0360-e6cc-4d47-8053-797a09c33171), precommit_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:51.992910 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791065761621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (d50a0360-e6cc-4d47-8053-797a09c33171), after_create {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:52.034019 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Network 74651969-3802-4f92-887d-50a17297dfda is already hosted by enough agents. {{(pid=103310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 14 19:34:52.037221 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.base_scheduler [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Resources bound (agent type, host, resource id): {{(pid=103310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 14 19:34:52.040980 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Received port after_create {{(pid=103310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 14 19:34:52.070389 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Pushing event updated for resources: {'Port': ['ID=d50a0360-e6cc-4d47-8053-797a09c33171,revision_number=1']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:34:52.098664 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:52.099285 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:52.189882 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-81115708-c295-45ac-ba86-926046be0ef9 req-15f7fa21-8b73-4475-8381-793916e670e6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2565455 Feb 14 19:34:52.202132 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.v2.base [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Request body: {'port': {'device_id': '44f4e94c-8687-4411-99df-8c5ff2090bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 14 19:34:52.258122 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-00c97f1c-177a-47b6-90fb-6e240d3e4a2f None None] Provisioning complete for port d50a0360-e6cc-4d47-8053-797a09c33171 triggered by entity DHCP. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:34:52.258122 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-00c97f1c-177a-47b6-90fb-6e240d3e4a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (d50a0360-e6cc-4d47-8053-797a09c33171), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:52.268411 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (d50a0360-e6cc-4d47-8053-797a09c33171), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:52.293858 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-00c97f1c-177a-47b6-90fb-6e240d3e4a2f None None] Port d50a0360-e6cc-4d47-8053-797a09c33171 cannot update to ACTIVE because it is not bound. {{(pid=103312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 14 19:34:52.374537 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35068389-51e3-4a7c-91ed-be7cd9856dd9 req-00b130d9-2a87-4faf-86d3-cec044b11df1 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:52.376817 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-35068389-51e3-4a7c-91ed-be7cd9856dd9 req-00b130d9-2a87-4faf-86d3-cec044b11df1 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 936 time: 0.0553434 Feb 14 19:34:52.426804 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-35068389-51e3-4a7c-91ed-be7cd9856dd9 req-62ac74d0-0c61-4b91-8a0c-b9e21d26f679 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8794de1-2e5b-474b-bba2-f49de8993eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441010 Feb 14 19:34:52.538498 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50a0360-e6cc-4d47-8053-797a09c33171 {{(pid=103310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:34:52.545756 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Publish callbacks [] for port (d50a0360-e6cc-4d47-8053-797a09c33171), precommit_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:52.557667 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.provisioning_blocks [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Transition to ACTIVE for port object d50a0360-e6cc-4d47-8053-797a09c33171 will not be triggered until provisioned by entity L2. {{(pid=103310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 14 19:34:52.646009 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (d50a0360-e6cc-4d47-8053-797a09c33171), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:52.711754 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Pushing event updated for resources: {'Port': ['ID=d50a0360-e6cc-4d47-8053-797a09c33171,revision_number=2']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:34:52.794225 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Attempting to bind port d50a0360-e6cc-4d47-8053-797a09c33171 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 14 19:34:52.794631 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Attempting to bind port d50a0360-e6cc-4d47-8053-797a09c33171 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '38cd06f6-6378-44f5-baa2-b35d623b31c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '74651969-3802-4f92-887d-50a17297dfda'}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 14 19:34:52.794968 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Attempting to bind port d50a0360-e6cc-4d47-8053-797a09c33171 on network 74651969-3802-4f92-887d-50a17297dfda {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:34:52.800011 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Port d50a0360-e6cc-4d47-8053-797a09c33171 on network 74651969-3802-4f92-887d-50a17297dfda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 14 19:34:52.800359 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Attempting to bind port d50a0360-e6cc-4d47-8053-797a09c33171 on network 74651969-3802-4f92-887d-50a17297dfda {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 14 19:34:52.805604 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Checking agent: {'id': 'b0f8e8f6-4677-431c-979f-6f043dc42872', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'started_at': datetime.datetime(2022, 2, 14, 19, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 14, 19, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 14 19:34:52.805971 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Checking segment: {'id': '38cd06f6-6378-44f5-baa2-b35d623b31c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '74651969-3802-4f92-887d-50a17297dfda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 14 19:34:52.806384 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Bound using segment: {'id': '38cd06f6-6378-44f5-baa2-b35d623b31c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '74651969-3802-4f92-887d-50a17297dfda'} {{(pid=103310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 14 19:34:52.807451 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.managers [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Bound port: d50a0360-e6cc-4d47-8053-797a09c33171, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd06f6-6378-44f5-baa2-b35d623b31c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '74651969-3802-4f92-887d-50a17297dfda'}}] {{(pid=103310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 14 19:34:52.807814 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (d50a0360-e6cc-4d47-8053-797a09c33171), before_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:52.873072 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] For port d50a0360-e6cc-4d47-8053-797a09c33171, host hv-cinder-81689, cleared binding levels {{(pid=103310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 14 19:34:52.876173 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] For port d50a0360-e6cc-4d47-8053-797a09c33171, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d50a0360-e6cc-4d47-8053-797a09c33171,segment=NetworkSegment(38cd06f6-6378-44f5-baa2-b35d623b31c7),segment_id=38cd06f6-6378-44f5-baa2-b35d623b31c7)] {{(pid=103310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 14 19:34:52.966529 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129456242'] for port (d50a0360-e6cc-4d47-8053-797a09c33171), after_update {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:53.001096 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:53.001720 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:53.003143 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-81115708-c295-45ac-ba86-926046be0ef9 req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] 10.222.0.43 "PUT /v2.0/ports/d50a0360-e6cc-4d47-8053-797a09c33171 HTTP/1.1" status: 200 len: 1098 time: 0.8061349 Feb 14 19:34:53.003588 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f4e94c-8687-4411-99df-8c5ff2090bbc', 'tag': 'd50a0360-e6cc-4d47-8053-797a09c33171'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:34:53.005851 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1d9407-6bf9-4cb2-8db7-29f9b6ec29b3" -d '{"events": [{"name": "network-changed", "server_uuid": "44f4e94c-8687-4411-99df-8c5ff2090bbc", "tag": "d50a0360-e6cc-4d47-8053-797a09c33171"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:34:53.031621 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bb352-c5f6-4e80-bf7f-8e14b9168093 service neutron] Pushing event updated for resources: {'Port': ['ID=d50a0360-e6cc-4d47-8053-797a09c33171,revision_number=3']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:34:53.049170 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e86b5e-5df4-4fe5-8ad6-4bd8e520e2e0 x-openstack-request-id: req-f5e86b5e-5df4-4fe5-8ad6-4bd8e520e2e0 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:34:53.049342 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f4e94c-8687-4411-99df-8c5ff2090bbc", "tag": "d50a0360-e6cc-4d47-8053-797a09c33171", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:34:53.049603 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5e86b5e-5df4-4fe5-8ad6-4bd8e520e2e0 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:34:53.050011 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f4e94c-8687-4411-99df-8c5ff2090bbc', 'tag': 'd50a0360-e6cc-4d47-8053-797a09c33171', 'status': 'completed', 'code': 200} Feb 14 19:34:53.114826 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d9407-6bf9-4cb2-8db7-29f9b6ec29b3 req-de244598-368a-4352-9fdc-7814d7d568e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:53.116416 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-eb1d9407-6bf9-4cb2-8db7-29f9b6ec29b3 req-de244598-368a-4352-9fdc-7814d7d568e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=716cdfe3124642edb8e4b3086a26cf16&device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 1132 time: 0.0489271 Feb 14 19:34:53.144629 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-eb1d9407-6bf9-4cb2-8db7-29f9b6ec29b3 req-75daf461-d434-4baf-a8bf-b2347ff9661e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=716cdfe3124642edb8e4b3086a26cf16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215111 Feb 14 19:34:53.244553 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d9407-6bf9-4cb2-8db7-29f9b6ec29b3 req-27271945-6365-4382-88e4-5b6dfcdacaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:53.246278 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-eb1d9407-6bf9-4cb2-8db7-29f9b6ec29b3 req-27271945-6365-4382-88e4-5b6dfcdacaac service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942149 Feb 14 19:34:53.327756 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81115708-c295-45ac-ba86-926046be0ef9 req-3f7fb00a-c797-4f35-a5f4-5f16e52af9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:53.329205 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-81115708-c295-45ac-ba86-926046be0ef9 req-3f7fb00a-c797-4f35-a5f4-5f16e52af9c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=716cdfe3124642edb8e4b3086a26cf16&device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 1132 time: 0.0447958 Feb 14 19:34:53.374844 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-81115708-c295-45ac-ba86-926046be0ef9 req-028514b7-f24d-4423-9512-f4f5c71ff2d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d50a0360-e6cc-4d47-8053-797a09c33171 HTTP/1.1" status: 200 len: 217 time: 0.0382383 Feb 14 19:34:53.423612 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81115708-c295-45ac-ba86-926046be0ef9 req-1d9de736-181d-4ec7-97e5-1a42c581696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:53.425094 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-81115708-c295-45ac-ba86-926046be0ef9 req-1d9de736-181d-4ec7-97e5-1a42c581696a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec5f6fea-fad9-4ce8-9416-018c128c1559 HTTP/1.1" status: 200 len: 843 time: 0.0447905 Feb 14 19:34:53.476384 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81115708-c295-45ac-ba86-926046be0ef9 req-151b98d4-9ecf-4642-ac5c-45b8c641c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:53.477891 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-81115708-c295-45ac-ba86-926046be0ef9 req-151b98d4-9ecf-4642-ac5c-45b8c641c653 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74651969-3802-4f92-887d-50a17297dfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0460176 Feb 14 19:34:53.552823 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b46c90-cfb3-400f-afc7-3e2ae7b18fa2 req-121a598b-eb8e-4fcf-b74d-895f660aabd9 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:53.554294 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c7b46c90-cfb3-400f-afc7-3e2ae7b18fa2 req-121a598b-eb8e-4fcf-b74d-895f660aabd9 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 948 time: 0.0572603 Feb 14 19:34:53.574315 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-81115708-c295-45ac-ba86-926046be0ef9 req-9559bc7f-e7af-494b-86b9-72a93f41ea83 service neutron] 10.222.0.43 "GET /v2.0/networks/74651969-3802-4f92-887d-50a17297dfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878725 Feb 14 19:34:53.601421 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c7b46c90-cfb3-400f-afc7-3e2ae7b18fa2 req-2051fa3c-4473-499b-b142-5f62ba092109 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8794de1-2e5b-474b-bba2-f49de8993eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405884 Feb 14 19:34:53.665251 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-81115708-c295-45ac-ba86-926046be0ef9 req-91ae3ab8-7f56-4ee8-8075-c70295f1dfa6 service neutron] 10.222.0.43 "GET /v2.0/networks/74651969-3802-4f92-887d-50a17297dfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847178 Feb 14 19:34:54.720170 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c02f8-20f0-4eed-bb1c-4f848f1122e2 req-ea261c27-f71e-42a6-9d73-d663a1248f4a tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:54.721644 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5d6c02f8-20f0-4eed-bb1c-4f848f1122e2 req-ea261c27-f71e-42a6-9d73-d663a1248f4a tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 948 time: 0.0520992 Feb 14 19:34:54.767284 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-5d6c02f8-20f0-4eed-bb1c-4f848f1122e2 req-7b210ffd-5704-45b7-b3e6-f5ecee20781e tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8794de1-2e5b-474b-bba2-f49de8993eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401261 Feb 14 19:34:55.162834 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-07d08082-7647-441a-901d-e53ab1fc5dbe req-493f5a75-ea03-4285-b48b-b9b442b52ab6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435667 Feb 14 19:34:55.251123 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d08082-7647-441a-901d-e53ab1fc5dbe req-ddd1d395-64e0-4ce1-b9fa-bbc946771a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:55.252611 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-07d08082-7647-441a-901d-e53ab1fc5dbe req-ddd1d395-64e0-4ce1-b9fa-bbc946771a87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=effeb13951274360878df6e825f49990&device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 1130 time: 0.0488281 Feb 14 19:34:55.355614 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d08082-7647-441a-901d-e53ab1fc5dbe req-c1c8a440-dbda-428a-a8e5-fd965020a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:55.357085 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-07d08082-7647-441a-901d-e53ab1fc5dbe req-c1c8a440-dbda-428a-a8e5-fd965020a4fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=18709779-44c4-4f08-9187-e94c77aa619c HTTP/1.1" status: 200 len: 910 time: 0.0844507 Feb 14 19:34:55.425445 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-07d08082-7647-441a-901d-e53ab1fc5dbe req-9e4d578a-e53f-4ffc-9391-8026bc9bc032 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b HTTP/1.1" status: 200 len: 1001 time: 0.0624652 Feb 14 19:34:55.475065 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d08082-7647-441a-901d-e53ab1fc5dbe req-e22af428-254c-4acb-afef-0197beef5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:55.476529 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-07d08082-7647-441a-901d-e53ab1fc5dbe req-e22af428-254c-4acb-afef-0197beef5287 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546abd88-ac1d-4c1e-a511-ab5543168169 HTTP/1.1" status: 200 len: 848 time: 0.0459411 Feb 14 19:34:55.525742 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d08082-7647-441a-901d-e53ab1fc5dbe req-d6c3011d-87e2-4318-8c00-3294e21cec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:55.527245 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-07d08082-7647-441a-901d-e53ab1fc5dbe req-d6c3011d-87e2-4318-8c00-3294e21cec50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=18709779-44c4-4f08-9187-e94c77aa619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448968 Feb 14 19:34:55.618565 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-07d08082-7647-441a-901d-e53ab1fc5dbe req-fbfa623e-606b-4503-89d3-d39a16897df9 service neutron] 10.222.0.43 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851641 Feb 14 19:34:55.707455 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-07d08082-7647-441a-901d-e53ab1fc5dbe req-b036320a-9af2-4348-9602-787100aedd13 service neutron] 10.222.0.43 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822999 Feb 14 19:34:55.888682 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777eba-4725-46b3-bd90-f5af674204a4 req-15a95407-5a4c-462a-8a8a-8378f69c87ea tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:55.890189 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7a777eba-4725-46b3-bd90-f5af674204a4 req-15a95407-5a4c-462a-8a8a-8378f69c87ea tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 948 time: 0.0555439 Feb 14 19:34:55.940691 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7a777eba-4725-46b3-bd90-f5af674204a4 req-f36ef023-5c68-4616-867a-f23ca68a689f tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8794de1-2e5b-474b-bba2-f49de8993eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447893 Feb 14 19:34:56.986084 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device d50a0360-e6cc-4d47-8053-797a09c33171 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 14 19:34:57.062259 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e93f23-10af-4abf-b897-920e6163f194 req-8fc20131-9f77-43a1-8728-644d5390b43f tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:57.063700 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-51e93f23-10af-4abf-b897-920e6163f194 req-8fc20131-9f77-43a1-8728-644d5390b43f tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 948 time: 0.0539963 Feb 14 19:34:57.089179 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port d50a0360-e6cc-4d47-8053-797a09c33171, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d50a0360-e6cc-4d47-8053-797a09c33171,segment=NetworkSegment(38cd06f6-6378-44f5-baa2-b35d623b31c7),segment_id=38cd06f6-6378-44f5-baa2-b35d623b31c7)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:34:57.112107 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-51e93f23-10af-4abf-b897-920e6163f194 req-6989a06e-3d02-41a6-b572-388299ad4428 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8794de1-2e5b-474b-bba2-f49de8993eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428157 Feb 14 19:34:57.226214 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Returning: {'device': 'd50a0360-e6cc-4d47-8053-797a09c33171', 'network_id': '74651969-3802-4f92-887d-50a17297dfda', 'port_id': 'd50a0360-e6cc-4d47-8053-797a09c33171', 'mac_address': 'fa:16:3e:67:cf:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5f6fea-fad9-4ce8-9416-018c128c1559', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 14 19:34:57.262923 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port d50a0360-e6cc-4d47-8053-797a09c33171 is: DOWN; New status is: BUILD {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:34:57.263404 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (d50a0360-e6cc-4d47-8053-797a09c33171), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:57.275680 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50a0360-e6cc-4d47-8053-797a09c33171 {{(pid=103312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 14 19:34:57.294974 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port d50a0360-e6cc-4d47-8053-797a09c33171, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d50a0360-e6cc-4d47-8053-797a09c33171,segment=NetworkSegment(38cd06f6-6378-44f5-baa2-b35d623b31c7),segment_id=38cd06f6-6378-44f5-baa2-b35d623b31c7)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:34:57.377365 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (d50a0360-e6cc-4d47-8053-797a09c33171), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:57.423997 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=d50a0360-e6cc-4d47-8053-797a09c33171,revision_number=4']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:34:57.430830 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:57.431185 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:57.431528 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:57.431870 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:57.432203 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:57.432531 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:57.432858 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:57.433186 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:57.433505 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:57.433829 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:57.434152 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:57.434503 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:57.434824 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:34:57.590827 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['d50a0360-e6cc-4d47-8053-797a09c33171'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:34:58.232360 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22d06c-a475-48b0-8784-1ae6926dc0b0 req-c22de397-dc73-4050-97a2-ceffaa772cd2 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:58.234116 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2e22d06c-a475-48b0-8784-1ae6926dc0b0 req-c22de397-dc73-4050-97a2-ceffaa772cd2 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 949 time: 0.0552247 Feb 14 19:34:58.280122 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2e22d06c-a475-48b0-8784-1ae6926dc0b0 req-013d5afc-e235-4540-9d45-4339809e38c6 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8794de1-2e5b-474b-bba2-f49de8993eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Feb 14 19:34:59.001298 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device d50a0360-e6cc-4d47-8053-797a09c33171 up at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 14 19:34:59.120110 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning for port d50a0360-e6cc-4d47-8053-797a09c33171 completed by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 14 19:34:59.124170 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.provisioning_blocks [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Provisioning complete for port d50a0360-e6cc-4d47-8053-797a09c33171 triggered by entity L2. {{(pid=103312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 14 19:34:59.124549 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-687445'] for port (d50a0360-e6cc-4d47-8053-797a09c33171), provisioning_complete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:59.204005 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Current status of the port d50a0360-e6cc-4d47-8053-797a09c33171 is: BUILD; New status is: ACTIVE {{(pid=103312) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 14 19:34:59.204396 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-763859'] for port (d50a0360-e6cc-4d47-8053-797a09c33171), before_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:59.227095 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f4e94c-8687-4411-99df-8c5ff2090bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50a0360-e6cc-4d47-8053-797a09c33171'}] {{(pid=103312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:34:59.229395 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da712d130f01f672152f7fa6ed4567b8c09dbe2d4cf3cfab61bbcd1b989e0e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831548d7-5156-4705-8aa6-a0bf4cec76d0" -d '{"events": [{"server_uuid": "44f4e94c-8687-4411-99df-8c5ff2090bbc", "name": "network-vif-plugged", "status": "completed", "tag": "d50a0360-e6cc-4d47-8053-797a09c33171"}]}' {{(pid=103312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:34:59.242392 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] For port d50a0360-e6cc-4d47-8053-797a09c33171, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d50a0360-e6cc-4d47-8053-797a09c33171,segment=NetworkSegment(38cd06f6-6378-44f5-baa2-b35d623b31c7),segment_id=38cd06f6-6378-44f5-baa2-b35d623b31c7)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:34:59.267274 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637d1b25-e8c6-4299-a084-83e4809da88a x-openstack-request-id: req-637d1b25-e8c6-4299-a084-83e4809da88a {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:34:59.267584 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f4e94c-8687-4411-99df-8c5ff2090bbc", "name": "network-vif-plugged", "status": "completed", "tag": "d50a0360-e6cc-4d47-8053-797a09c33171", "code": 200}]} {{(pid=103312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:34:59.281116 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-637d1b25-e8c6-4299-a084-83e4809da88a {{(pid=103312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:34:59.281116 dv-cinder-816898-8-iscsi neutron-server[103312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f4e94c-8687-4411-99df-8c5ff2090bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50a0360-e6cc-4d47-8053-797a09c33171', 'code': 200} Feb 14 19:34:59.343654 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791066252481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791065761639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791065761657'] for port (d50a0360-e6cc-4d47-8053-797a09c33171), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:34:59.395288 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Pushing event updated for resources: {'Port': ['ID=d50a0360-e6cc-4d47-8053-797a09c33171,revision_number=5']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:34:59.404617 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221557d-7cfe-42fa-8eb7-2e4b57423133 req-3da3b46b-da4f-44cc-a83a-a2b483dd2241 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:59.406166 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7221557d-7cfe-42fa-8eb7-2e4b57423133 req-3da3b46b-da4f-44cc-a83a-a2b483dd2241 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 950 time: 0.0573003 Feb 14 19:34:59.457656 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-7221557d-7cfe-42fa-8eb7-2e4b57423133 req-f6a1f5df-afb9-4633-862b-77efe1a9a953 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8794de1-2e5b-474b-bba2-f49de8993eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453165 Feb 14 19:34:59.625681 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c05a4-3938-488e-83e9-dda8c1134dcf req-36d37cf2-4fd4-4d21-818a-69b20a782977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:34:59.627153 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a10c05a4-3938-488e-83e9-dda8c1134dcf req-36d37cf2-4fd4-4d21-818a-69b20a782977 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 1134 time: 0.0439498 Feb 14 19:34:59.682978 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-a10c05a4-3938-488e-83e9-dda8c1134dcf req-2e5912d7-7f75-4519-9603-f74a9aa29b73 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f8794de1-2e5b-474b-bba2-f49de8993eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490570 Feb 14 19:35:00.583150 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77c552-6fa4-4c36-a904-25d01e93fbb8 req-67ed62a9-17c8-4f00-b1c2-4ed74d707bee tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:35:00.584626 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3c77c552-6fa4-4c36-a904-25d01e93fbb8 req-67ed62a9-17c8-4f00-b1c2-4ed74d707bee tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 950 time: 0.0529191 Feb 14 19:35:00.635396 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3c77c552-6fa4-4c36-a904-25d01e93fbb8 req-212bbef0-abda-4b53-abf0-4b4c6761a3ad tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8794de1-2e5b-474b-bba2-f49de8993eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 Feb 14 19:35:01.751515 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a52c0a-e23e-4dce-a39f-7eacf14022a9 req-d114d6e3-ece8-4170-991a-2f2b07a893f4 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:35:01.752887 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-92a52c0a-e23e-4dce-a39f-7eacf14022a9 req-d114d6e3-ece8-4170-991a-2f2b07a893f4 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 950 time: 0.0512748 Feb 14 19:35:01.803110 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-92a52c0a-e23e-4dce-a39f-7eacf14022a9 req-1208db42-3e38-486e-924a-70d450f7e26d tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8794de1-2e5b-474b-bba2-f49de8993eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447707 Feb 14 19:35:02.370746 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9f9dd-9393-4038-b858-667348ad98f0 req-5b81b67f-a627-4cc7-8d24-29d79822ed38 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:35:02.372207 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2df9f9dd-9393-4038-b858-667348ad98f0 req-5b81b67f-a627-4cc7-8d24-29d79822ed38 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 950 time: 0.0539997 Feb 14 19:35:02.418545 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2df9f9dd-9393-4038-b858-667348ad98f0 req-ef3da8fb-1648-4632-97bf-bd23ecf1038d tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8794de1-2e5b-474b-bba2-f49de8993eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401013 Feb 14 19:35:03.545797 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dd657-c655-420d-977a-f129ad0826bd req-215bd538-68f5-4732-a32c-23d5335abb14 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:35:03.547306 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d26dd657-c655-420d-977a-f129ad0826bd req-215bd538-68f5-4732-a32c-23d5335abb14 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 950 time: 0.0586488 Feb 14 19:35:03.592490 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-d26dd657-c655-420d-977a-f129ad0826bd req-ce86f6b4-dd21-4873-81b5-bdc139a66cd8 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8794de1-2e5b-474b-bba2-f49de8993eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396986 Feb 14 19:35:03.645879 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05375e-814b-4eb0-bfd3-b5b7ff175b90 req-c6af422c-1a3d-4f43-9f2f-6e9ddabeb383 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:35:03.647364 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3b05375e-814b-4eb0-bfd3-b5b7ff175b90 req-c6af422c-1a3d-4f43-9f2f-6e9ddabeb383 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.43 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 950 time: 0.0545874 Feb 14 19:35:03.737635 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-3b05375e-814b-4eb0-bfd3-b5b7ff175b90 req-c69e0740-92dc-4730-8589-35e4552a3cb0 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Deleting port d50a0360-e6cc-4d47-8053-797a09c33171 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:35:03.737884 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-3b05375e-814b-4eb0-bfd3-b5b7ff175b90 req-c69e0740-92dc-4730-8589-35e4552a3cb0 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (d50a0360-e6cc-4d47-8053-797a09c33171), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:03.830016 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-3b05375e-814b-4eb0-bfd3-b5b7ff175b90 req-c69e0740-92dc-4730-8589-35e4552a3cb0 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] For port d50a0360-e6cc-4d47-8053-797a09c33171, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d50a0360-e6cc-4d47-8053-797a09c33171,segment=NetworkSegment(38cd06f6-6378-44f5-baa2-b35d623b31c7),segment_id=38cd06f6-6378-44f5-baa2-b35d623b31c7)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:35:03.830407 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-3b05375e-814b-4eb0-bfd3-b5b7ff175b90 req-c69e0740-92dc-4730-8589-35e4552a3cb0 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (d50a0360-e6cc-4d47-8053-797a09c33171), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:03.842266 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-3b05375e-814b-4eb0-bfd3-b5b7ff175b90 req-c69e0740-92dc-4730-8589-35e4552a3cb0 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Calling delete_port for d50a0360-e6cc-4d47-8053-797a09c33171 owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:35:04.051457 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-3b05375e-814b-4eb0-bfd3-b5b7ff175b90 req-c69e0740-92dc-4730-8589-35e4552a3cb0 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (d50a0360-e6cc-4d47-8053-797a09c33171), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:04.064205 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] get_ports_and_sgs() called for port_ids ['d50a0360-e6cc-4d47-8053-797a09c33171'] {{(pid=103312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 14 19:35:04.080288 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e0740-92dc-4730-8589-35e4552a3cb0 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Pushing event deleted for resources: {'Port': ['ID=d50a0360-e6cc-4d47-8053-797a09c33171,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:04.125556 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b05375e-814b-4eb0-bfd3-b5b7ff175b90 req-c69e0740-92dc-4730-8589-35e4552a3cb0 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] No DVR routers for this DVR port d50a0360-e6cc-4d47-8053-797a09c33171 on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:35:04.128174 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-3b05375e-814b-4eb0-bfd3-b5b7ff175b90 req-c69e0740-92dc-4730-8589-35e4552a3cb0 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:04.131810 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-3b05375e-814b-4eb0-bfd3-b5b7ff175b90 req-c69e0740-92dc-4730-8589-35e4552a3cb0 tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.43 "DELETE /v2.0/ports/d50a0360-e6cc-4d47-8053-797a09c33171 HTTP/1.1" status: 204 len: 173 time: 0.4794145 Feb 14 19:35:04.132274 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f4e94c-8687-4411-99df-8c5ff2090bbc', 'name': 'network-vif-deleted', 'tag': 'd50a0360-e6cc-4d47-8053-797a09c33171'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:35:04.134556 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a5e600-a059-470b-8151-4a22b024340f" -d '{"events": [{"server_uuid": "44f4e94c-8687-4411-99df-8c5ff2090bbc", "name": "network-vif-deleted", "tag": "d50a0360-e6cc-4d47-8053-797a09c33171"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:35:04.171829 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2656c3-24d3-4da3-8e7f-b56648d5a362 x-openstack-request-id: req-cd2656c3-24d3-4da3-8e7f-b56648d5a362 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:35:04.172129 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f4e94c-8687-4411-99df-8c5ff2090bbc", "name": "network-vif-deleted", "tag": "d50a0360-e6cc-4d47-8053-797a09c33171", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:35:04.172394 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd2656c3-24d3-4da3-8e7f-b56648d5a362 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:35:04.172797 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f4e94c-8687-4411-99df-8c5ff2090bbc', 'name': 'network-vif-deleted', 'tag': 'd50a0360-e6cc-4d47-8053-797a09c33171', 'status': 'completed', 'code': 200} Feb 14 19:35:04.705078 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-c61f260a-2618-42a7-9be2-b05711f7d67a req-a6dfec99-fb0b-4ccd-8ca8-6067778aa2ff tempest-VolumesNegativeTest-419539336 tempest-VolumesNegativeTest-419539336-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f4e94c-8687-4411-99df-8c5ff2090bbc HTTP/1.1" status: 200 len: 210 time: 0.0309908 Feb 14 19:35:07.047702 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device d50a0360-e6cc-4d47-8053-797a09c33171 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:35:07.072820 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: d50a0360-e6cc-4d47-8053-797a09c33171 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:35:07.073444 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device d50a0360-e6cc-4d47-8053-797a09c33171 not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:35:10.645986 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-8bafe8b1-5d33-434f-aa81-43ff8bf3cd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:11.694440 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 35062) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:11.845654 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-d55b3809-a705-4c61-ac35-9df7ea0b18c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=716cdfe3124642edb8e4b3086a26cf16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500537 Feb 14 19:35:11.848138 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 35066) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:11.894379 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-33500d4d-597a-4f2b-a77a-6236ab37a57e admin admin] Publish callbacks [] for security_group (f8794de1-2e5b-474b-bba2-f49de8993eae), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:11.918784 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-33500d4d-597a-4f2b-a77a-6236ab37a57e admin admin] Publish callbacks [] for security_group (f8794de1-2e5b-474b-bba2-f49de8993eae), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:12.054733 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-33500d4d-597a-4f2b-a77a-6236ab37a57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (f8794de1-2e5b-474b-bba2-f49de8993eae), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:12.057304 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-33500d4d-597a-4f2b-a77a-6236ab37a57e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:12.058517 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-33500d4d-597a-4f2b-a77a-6236ab37a57e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8794de1-2e5b-474b-bba2-f49de8993eae HTTP/1.1" status: 204 len: 168 time: 0.2094684 Feb 14 19:35:12.066447 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33500d4d-597a-4f2b-a77a-6236ab37a57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8794de1-2e5b-474b-bba2-f49de8993eae,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:12.788754 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-bbaa2320-5e13-4170-8ae6-b5576bb3b394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:14.254499 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:15.671984 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:16.679701 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:19.497731 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:21.603701 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:35:37.094604 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 35070) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:37.253114 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-549ba3ce-4e53-4321-ab99-82d776148e7f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Deleting port f0d06fc4-e285-4ef7-84e4-a7491a4e76f4 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:35:37.253462 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-549ba3ce-4e53-4321-ab99-82d776148e7f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (f0d06fc4-e285-4ef7-84e4-a7491a4e76f4), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:37.327255 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-549ba3ce-4e53-4321-ab99-82d776148e7f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (f0d06fc4-e285-4ef7-84e4-a7491a4e76f4), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:37.327566 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-549ba3ce-4e53-4321-ab99-82d776148e7f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for floatingip (f0d06fc4-e285-4ef7-84e4-a7491a4e76f4), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:37.339520 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-549ba3ce-4e53-4321-ab99-82d776148e7f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Calling delete_port for f0d06fc4-e285-4ef7-84e4-a7491a4e76f4 owned by network:floatingip {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:35:37.574319 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-549ba3ce-4e53-4321-ab99-82d776148e7f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (f0d06fc4-e285-4ef7-84e4-a7491a4e76f4), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:37.602549 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ba3ce-4e53-4321-ab99-82d776148e7f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Pushing event deleted for resources: {'Port': ['ID=f0d06fc4-e285-4ef7-84e4-a7491a4e76f4,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:37.663150 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-549ba3ce-4e53-4321-ab99-82d776148e7f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for floatingip (0508ea54-57be-4284-b7d3-7f3c7714db59), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:37.663479 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.db.l3_db [None req-549ba3ce-4e53-4321-ab99-82d776148e7f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Floating IP 0508ea54-57be-4284-b7d3-7f3c7714db59 disassociated (deleted). External IP: 172.27.2.25, port: f485b392-48e0-467e-b95b-ebcb57aa5e5b. Feb 14 19:35:37.872742 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549ba3ce-4e53-4321-ab99-82d776148e7f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:35:37.982773 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549ba3ce-4e53-4321-ab99-82d776148e7f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:35:37.987604 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-549ba3ce-4e53-4321-ab99-82d776148e7f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for floatingip (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:37.993522 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f6ee9-54d6-4d32-b281-d281a9658b68 None None] Sync routers for ids ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:35:38.004195 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f6ee9-54d6-4d32-b281-d281a9658b68 None None] Routers {'305c53cd-fcc6-4b99-b04a-72b2bcade1ed'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:35:38.004816 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-207f6ee9-54d6-4d32-b281-d281a9658b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:35:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:38.017464 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-549ba3ce-4e53-4321-ab99-82d776148e7f tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "DELETE /v2.0/floatingips/0508ea54-57be-4284-b7d3-7f3c7714db59 HTTP/1.1" status: 204 len: 168 time: 0.9218609 Feb 14 19:35:38.018166 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'tag': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:35:38.020570 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc8d232-14b4-4ed5-961d-834b0226674c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba7f59a-6480-4f5a-be45-1694a615b0b2", "tag": "f485b392-48e0-467e-b95b-ebcb57aa5e5b"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:35:38.115624 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-207f6ee9-54d6-4d32-b281-d281a9658b68 None None] Set router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:35:38.312329 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-207f6ee9-54d6-4d32-b281-d281a9658b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:30:41Z', 'revision_number': 4, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port': {'id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:38Z', 'updated_at': '2022-02-14T19:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'fa9f41af-e5a6-46ad-93ab-7841c18f35ae', 'name': '', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'tenant_id': 'effeb13951274360878df6e825f49990', 'mac_address': 'fa:16:3e:ac:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:40Z', 'updated_at': '2022-02-14T19:30:45Z', 'revision_number': 5, 'project_id': 'effeb13951274360878df6e825f49990', 'subnets': [{'id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:38.342382 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f6ee9-54d6-4d32-b281-d281a9658b68 None None] Checking router: 305c53cd-fcc6-4b99-b04a-72b2bcade1ed for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:35:38.356034 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f6ee9-54d6-4d32-b281-d281a9658b68 None None] Routers {'305c53cd-fcc6-4b99-b04a-72b2bcade1ed'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:35:38.356034 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-207f6ee9-54d6-4d32-b281-d281a9658b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:35:13Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:38.358281 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Feb 2022 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc82a61-3bbc-4003-9b28-67228771b110 x-openstack-request-id: req-9dc82a61-3bbc-4003-9b28-67228771b110 {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:35:38.358892 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba7f59a-6480-4f5a-be45-1694a615b0b2", "tag": "f485b392-48e0-467e-b95b-ebcb57aa5e5b", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:35:38.359077 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9dc82a61-3bbc-4003-9b28-67228771b110 {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:35:38.359581 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'tag': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'status': 'completed', 'code': 200} Feb 14 19:35:38.436989 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8d232-14b4-4ed5-961d-834b0226674c req-c5b26f50-449d-4dd4-9b56-742f0b631d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:35:38.438852 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-abc8d232-14b4-4ed5-961d-834b0226674c req-c5b26f50-449d-4dd4-9b56-742f0b631d86 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=effeb13951274360878df6e825f49990&device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 1130 time: 0.0492854 Feb 14 19:35:38.457170 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05539ca3-3c36-4cc8-986c-ccf71c0b8d42 req-76bb2d0b-32cb-419b-a0c1-6c1e2fc1dab2 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:35:38.458809 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-05539ca3-3c36-4cc8-986c-ccf71c0b8d42 req-76bb2d0b-32cb-419b-a0c1-6c1e2fc1dab2 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0564661 Feb 14 19:35:38.467925 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-207f6ee9-54d6-4d32-b281-d281a9658b68 None None] Set router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:35:38.510872 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-05539ca3-3c36-4cc8-986c-ccf71c0b8d42 req-8828c52d-4858-4198-a578-7061a53d118e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441682 Feb 14 19:35:38.537377 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8d232-14b4-4ed5-961d-834b0226674c req-799fc077-43c6-4b53-8553-e05f18c6c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:35:38.538873 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-abc8d232-14b4-4ed5-961d-834b0226674c req-799fc077-43c6-4b53-8553-e05f18c6c5c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=18709779-44c4-4f08-9187-e94c77aa619c HTTP/1.1" status: 200 len: 910 time: 0.0937908 Feb 14 19:35:38.581645 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-abc8d232-14b4-4ed5-961d-834b0226674c req-cfcc6d30-424f-4df2-95db-4bb103d153f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b HTTP/1.1" status: 200 len: 217 time: 0.0349121 Feb 14 19:35:38.629072 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8d232-14b4-4ed5-961d-834b0226674c req-5ff0675d-5784-4477-b65c-0585c838550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:35:38.630560 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-abc8d232-14b4-4ed5-961d-834b0226674c req-5ff0675d-5784-4477-b65c-0585c838550e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=546abd88-ac1d-4c1e-a511-ab5543168169 HTTP/1.1" status: 200 len: 848 time: 0.0426846 Feb 14 19:35:38.670153 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-207f6ee9-54d6-4d32-b281-d281a9658b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:30:41Z', 'revision_number': 4, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port': {'id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:38Z', 'updated_at': '2022-02-14T19:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'fa9f41af-e5a6-46ad-93ab-7841c18f35ae', 'name': '', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'tenant_id': 'effeb13951274360878df6e825f49990', 'mac_address': 'fa:16:3e:ac:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:40Z', 'updated_at': '2022-02-14T19:30:45Z', 'revision_number': 5, 'project_id': 'effeb13951274360878df6e825f49990', 'subnets': [{'id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:38.688206 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8d232-14b4-4ed5-961d-834b0226674c req-37a859c1-510f-4fdf-bdc7-83a8b2cf298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:35:38.689746 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-abc8d232-14b4-4ed5-961d-834b0226674c req-37a859c1-510f-4fdf-bdc7-83a8b2cf298f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=18709779-44c4-4f08-9187-e94c77aa619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517356 Feb 14 19:35:38.696318 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f6ee9-54d6-4d32-b281-d281a9658b68 None None] The sync data for ids ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'] in dv-cinder-816898-8-iscsi is: [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:30:41Z', 'revision_number': 4, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port': {'id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:38Z', 'updated_at': '2022-02-14T19:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi', '_interfaces': [{'id': 'fa9f41af-e5a6-46ad-93ab-7841c18f35ae', 'name': '', 'network_id': '18709779-44c4-4f08-9187-e94c77aa619c', 'tenant_id': 'effeb13951274360878df6e825f49990', 'mac_address': 'fa:16:3e:ac:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:40Z', 'updated_at': '2022-02-14T19:30:45Z', 'revision_number': 5, 'project_id': 'effeb13951274360878df6e825f49990', 'subnets': [{'id': '546abd88-ac1d-4c1e-a511-ab5543168169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:35:38.795064 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-abc8d232-14b4-4ed5-961d-834b0226674c req-a6662f54-f954-4526-8b25-f0988e6f68ac service neutron] 10.222.0.43 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980875 Feb 14 19:35:38.893569 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-abc8d232-14b4-4ed5-961d-834b0226674c req-14f1c441-3602-4efd-ab44-813dfa069cfb service neutron] 10.222.0.43 "GET /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924027 Feb 14 19:35:38.931108 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7713d3a-19a1-4e79-a186-316933d5aec1 None None] New status for floating IP 0508ea54-57be-4284-b7d3-7f3c7714db59: DOWN {{(pid=103313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 14 19:35:39.631064 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e09826-4874-4041-9096-cba100282fdf req-6588f2c1-1b1d-4d42-81ff-e878e11b708e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:35:39.632515 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-70e09826-4874-4041-9096-cba100282fdf req-6588f2c1-1b1d-4d42-81ff-e878e11b708e tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0530226 Feb 14 19:35:39.680329 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-70e09826-4874-4041-9096-cba100282fdf req-8ca615f3-5e7a-4e81-8f21-f293460c1729 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/security-groups?id=4df858e2-0d22-4ef2-a011-4861989e9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420513 Feb 14 19:35:39.927407 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe6097-7bf4-46f8-95bb-cf155a1623c4 req-d224c74f-9942-4c70-882b-359225ba00fa tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 14 19:35:39.928793 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-12fe6097-7bf4-46f8-95bb-cf155a1623c4 req-d224c74f-9942-4c70-882b-359225ba00fa tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 946 time: 0.0539875 Feb 14 19:35:40.020795 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-12fe6097-7bf4-46f8-95bb-cf155a1623c4 req-ee2f3950-5bde-4366-8361-9638d00445f9 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Deleting port f485b392-48e0-467e-b95b-ebcb57aa5e5b {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:35:40.021129 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-12fe6097-7bf4-46f8-95bb-cf155a1623c4 req-ee2f3950-5bde-4366-8361-9638d00445f9 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:40.112277 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [req-12fe6097-7bf4-46f8-95bb-cf155a1623c4 req-ee2f3950-5bde-4366-8361-9638d00445f9 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] For port f485b392-48e0-467e-b95b-ebcb57aa5e5b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f485b392-48e0-467e-b95b-ebcb57aa5e5b,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:35:40.112639 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-12fe6097-7bf4-46f8-95bb-cf155a1623c4 req-ee2f3950-5bde-4366-8361-9638d00445f9 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:40.125826 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [req-12fe6097-7bf4-46f8-95bb-cf155a1623c4 req-ee2f3950-5bde-4366-8361-9638d00445f9 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Calling delete_port for f485b392-48e0-467e-b95b-ebcb57aa5e5b owned by compute:nova {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:35:40.369494 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-12fe6097-7bf4-46f8-95bb-cf155a1623c4 req-ee2f3950-5bde-4366-8361-9638d00445f9 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (f485b392-48e0-467e-b95b-ebcb57aa5e5b), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:40.398611 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f3950-5bde-4366-8361-9638d00445f9 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Pushing event deleted for resources: {'Port': ['ID=f485b392-48e0-467e-b95b-ebcb57aa5e5b,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:40.439826 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fe6097-7bf4-46f8-95bb-cf155a1623c4 req-ee2f3950-5bde-4366-8361-9638d00445f9 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] No DVR routers for this DVR port f485b392-48e0-467e-b95b-ebcb57aa5e5b on host hv-cinder-81689 {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:35:40.442287 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [req-12fe6097-7bf4-46f8-95bb-cf155a1623c4 req-ee2f3950-5bde-4366-8361-9638d00445f9 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260425'] for port (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:40.447452 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [req-12fe6097-7bf4-46f8-95bb-cf155a1623c4 req-ee2f3950-5bde-4366-8361-9638d00445f9 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.43 "DELETE /v2.0/ports/f485b392-48e0-467e-b95b-ebcb57aa5e5b HTTP/1.1" status: 204 len: 173 time: 0.5112772 Feb 14 19:35:40.447452 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'name': 'network-vif-deleted', 'tag': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b'}] {{(pid=103310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 14 19:35:40.448826 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4abb16446780444b53893d3aba6075134e25506c05257636c0cdcf58f18ebd8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ed9dae-b836-428e-87db-5dd9c3125440" -d '{"events": [{"server_uuid": "8ba7f59a-6480-4f5a-be45-1694a615b0b2", "name": "network-vif-deleted", "tag": "f485b392-48e0-467e-b95b-ebcb57aa5e5b"}]}' {{(pid=103310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 14 19:35:40.487878 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Feb 2022 19:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d69fb9-3962-4987-b36e-e7431d608a4b x-openstack-request-id: req-85d69fb9-3962-4987-b36e-e7431d608a4b {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 14 19:35:40.487878 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba7f59a-6480-4f5a-be45-1694a615b0b2", "name": "network-vif-deleted", "tag": "f485b392-48e0-467e-b95b-ebcb57aa5e5b", "status": "completed", "code": 200}]} {{(pid=103310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 14 19:35:40.487878 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85d69fb9-3962-4987-b36e-e7431d608a4b {{(pid=103310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 14 19:35:40.487878 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba7f59a-6480-4f5a-be45-1694a615b0b2', 'name': 'network-vif-deleted', 'tag': 'f485b392-48e0-467e-b95b-ebcb57aa5e5b', 'status': 'completed', 'code': 200} Feb 14 19:35:40.606613 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-bc030222-9b96-4963-b085-5309c4c4af74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:40.788550 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-3ab7fb27-5edc-4add-8883-020f41a5566e req-14790e40-9705-4a84-b19e-2815d96fe9ed tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0324757 Feb 14 19:35:41.894712 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [req-2e4b785d-437c-43a2-9b47-574e433d8e74 req-98999c20-3d04-49cd-afc6-f4ce304088a7 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba7f59a-6480-4f5a-be45-1694a615b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0281451 Feb 14 19:35:42.793722 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-746b5405-ac31-4450-bfd8-25229f84b4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:42.956505 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 35088) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:43.012349 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bad5a2b6-38a2-485f-a09a-3c0338c9cb19 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group (4df858e2-0d22-4ef2-a011-4861989e9b52), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:43.036231 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bad5a2b6-38a2-485f-a09a-3c0338c9cb19 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group (4df858e2-0d22-4ef2-a011-4861989e9b52), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:43.193239 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bad5a2b6-38a2-485f-a09a-3c0338c9cb19 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (4df858e2-0d22-4ef2-a011-4861989e9b52), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:43.195804 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-bad5a2b6-38a2-485f-a09a-3c0338c9cb19 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:43.196964 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-bad5a2b6-38a2-485f-a09a-3c0338c9cb19 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] 10.222.0.26 "DELETE /v2.0/security-groups/4df858e2-0d22-4ef2-a011-4861989e9b52 HTTP/1.1" status: 204 len: 168 time: 0.2394836 Feb 14 19:35:43.207135 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5a2b6-38a2-485f-a09a-3c0338c9cb19 tempest-TestShelveInstance-334961506 tempest-TestShelveInstance-334961506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df858e2-0d22-4ef2-a011-4861989e9b52,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:43.239204 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f485b392-48e0-467e-b95b-ebcb57aa5e5b no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:35:43.260198 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] No Port match for: f485b392-48e0-467e-b95b-ebcb57aa5e5b {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:35:43.260569 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Device f485b392-48e0-467e-b95b-ebcb57aa5e5b not bound to the agent host hv-cinder-81689 {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:35:43.288715 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 35092) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:44.044948 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920929'] for router_interface (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:44.250282 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:44.293111 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Deleting port fa9f41af-e5a6-46ad-93ab-7841c18f35ae {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:35:44.293442 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:44.371868 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] For port fa9f41af-e5a6-46ad-93ab-7841c18f35ae, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=fa9f41af-e5a6-46ad-93ab-7841c18f35ae,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:35:44.372133 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:44.384725 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Calling delete_port for fa9f41af-e5a6-46ad-93ab-7841c18f35ae owned by network:router_interface {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:35:44.616633 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (fa9f41af-e5a6-46ad-93ab-7841c18f35ae), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:44.643703 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9f41af-e5a6-46ad-93ab-7841c18f35ae,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:44.656192 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:44.656545 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:44.656888 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:44.657226 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:44.657558 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:44.657884 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:44.658212 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:44.658932 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:44.658932 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:44.663551 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:44.663551 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:44.663551 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:44.663551 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:44.828747 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921077'] for router_interface (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:45.050204 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:35:45.166288 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:35:45.171623 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-123bacbf-0b43-467c-9454-846377a7f3e6 admin admin] 10.222.0.26 "PUT /v2.0/routers/305c53cd-fcc6-4b99-b04a-72b2bcade1ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8817747 Feb 14 19:35:45.174449 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 35096) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:45.174865 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1fb76-4d65-47a7-9c5d-021a4dcd4e6f None None] Sync routers for ids ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'] in dv-cinder-816898-8-iscsi {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:35:45.186850 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1fb76-4d65-47a7-9c5d-021a4dcd4e6f None None] Routers {'305c53cd-fcc6-4b99-b04a-72b2bcade1ed'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:35:45.187479 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-b9a1fb76-4d65-47a7-9c5d-021a4dcd4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:35:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:45.284359 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] Publish callbacks [] for router (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:45.298092 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-b9a1fb76-4d65-47a7-9c5d-021a4dcd4e6f None None] Set router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed gateway port host: dv-cinder-816898-8-iscsi {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:35:45.390914 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] Publish callbacks [] for router_gateway (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:45.525871 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] Deleting port 2ebeda75-51a0-4cac-b251-018ca35cce5a {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:35:45.526382 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (2ebeda75-51a0-4cac-b251-018ca35cce5a), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:45.616828 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] For port 2ebeda75-51a0-4cac-b251-018ca35cce5a, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=2ebeda75-51a0-4cac-b251-018ca35cce5a,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:35:45.618106 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (2ebeda75-51a0-4cac-b251-018ca35cce5a), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:45.626910 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-b9a1fb76-4d65-47a7-9c5d-021a4dcd4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:35:44Z', 'revision_number': 5, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port': {'id': '2ebeda75-51a0-4cac-b251-018ca35cce5a', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:38Z', 'updated_at': '2022-02-14T19:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:45.631248 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] Calling delete_port for 2ebeda75-51a0-4cac-b251-018ca35cce5a owned by network:router_gateway {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:35:45.655470 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1fb76-4d65-47a7-9c5d-021a4dcd4e6f None None] Checking router: 305c53cd-fcc6-4b99-b04a-72b2bcade1ed for host: dv-cinder-816898-8-iscsi {{(pid=103312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:35:45.662667 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1fb76-4d65-47a7-9c5d-021a4dcd4e6f None None] Routers {'305c53cd-fcc6-4b99-b04a-72b2bcade1ed'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:35:45.663279 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-b9a1fb76-4d65-47a7-9c5d-021a4dcd4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:35:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'], 'active': True} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:45.702097 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:45.753512 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvr_db [None req-b9a1fb76-4d65-47a7-9c5d-021a4dcd4e6f None None] Set router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed gateway port host: None {{(pid=103312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:35:45.810312 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_hamode_db [None req-b9a1fb76-4d65-47a7-9c5d-021a4dcd4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:35:45Z', 'revision_number': 6, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port_host': None}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:45.837020 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a1fb76-4d65-47a7-9c5d-021a4dcd4e6f None None] The sync data for ids ['305c53cd-fcc6-4b99-b04a-72b2bcade1ed'] in dv-cinder-816898-8-iscsi is: [{'id': '305c53cd-fcc6-4b99-b04a-72b2bcade1ed', 'name': 'tempest-TestShelveInstance-1625202714-router', 'tenant_id': 'effeb13951274360878df6e825f49990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:37Z', 'updated_at': '2022-02-14T19:35:45Z', 'revision_number': 6, 'project_id': 'effeb13951274360878df6e825f49990', 'gw_port_host': None}] {{(pid=103312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:35:45.873757 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (2ebeda75-51a0-4cac-b251-018ca35cce5a), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:45.900969 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebeda75-51a0-4cac-b251-018ca35cce5a,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:45.965319 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3922411'] for router_gateway (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.062517 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254092'] for router (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.064675 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] Publish callbacks [] for router_controller (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), precommit_delete_associations {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.153919 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920199'] for router (305c53cd-fcc6-4b99-b04a-72b2bcade1ed), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.154431 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 305c53cd-fcc6-4b99-b04a-72b2bcade1ed {{(pid=103310) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 19:35:46.158902 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.160024 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-327ea965-5406-46a7-903d-c98f3ce59cf0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/305c53cd-fcc6-4b99-b04a-72b2bcade1ed HTTP/1.1" status: 204 len: 168 time: 0.9845929 Feb 14 19:35:46.162996 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 35098) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:46.214761 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.db_base_plugin_v2 [None req-c148993b-4b9e-42a1-9cee-35557c48809c admin admin] Deleting subnet 546abd88-ac1d-4c1e-a511-ab5543168169 {{(pid=103310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:35:46.218276 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c148993b-4b9e-42a1-9cee-35557c48809c admin admin] Publish callbacks [] for subnet (546abd88-ac1d-4c1e-a511-ab5543168169), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.255020 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c148993b-4b9e-42a1-9cee-35557c48809c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129926344'] for subnet (546abd88-ac1d-4c1e-a511-ab5543168169), precommit_delete_associations {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.335019 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c148993b-4b9e-42a1-9cee-35557c48809c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (546abd88-ac1d-4c1e-a511-ab5543168169), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.459841 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c148993b-4b9e-42a1-9cee-35557c48809c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129455284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129471064'] for subnet (546abd88-ac1d-4c1e-a511-ab5543168169), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.490468 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148993b-4b9e-42a1-9cee-35557c48809c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546abd88-ac1d-4c1e-a511-ab5543168169,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:46.493235 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-c148993b-4b9e-42a1-9cee-35557c48809c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.497614 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-c148993b-4b9e-42a1-9cee-35557c48809c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/546abd88-ac1d-4c1e-a511-ab5543168169 HTTP/1.1" status: 204 len: 168 time: 0.3328474 Feb 14 19:35:46.497773 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc090f1-a98b-4049-8aff-8ab06ebe201c None None] Network 18709779-44c4-4f08-9187-e94c77aa619c requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:35:46.499405 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 35100) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:46.583933 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (18709779-44c4-4f08-9187-e94c77aa619c), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.641577 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Deleting port c4dec325-45e4-4d54-b3c6-ae0c72108808 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:35:46.641917 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.671436 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb51dbe-7edd-4c19-beb7-eda2262b1c18 None None] DHCP port deletion for 18709779-44c4-4f08-9187-e94c77aa619c request from dv-cinder-816898-8-iscsi {{(pid=103312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 19:35:46.676537 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.709120 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] For port c4dec325-45e4-4d54-b3c6-ae0c72108808, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=c4dec325-45e4-4d54-b3c6-ae0c72108808,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:35:46.709535 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.724647 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Calling delete_port for c4dec325-45e4-4d54-b3c6-ae0c72108808 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:35:46.731062 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-ecb51dbe-7edd-4c19-beb7-eda2262b1c18 None None] Deleting port c4dec325-45e4-4d54-b3c6-ae0c72108808 {{(pid=103312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:35:46.731437 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ecb51dbe-7edd-4c19-beb7-eda2262b1c18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), before_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.801370 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-ecb51dbe-7edd-4c19-beb7-eda2262b1c18 None None] For port c4dec325-45e4-4d54-b3c6-ae0c72108808, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=c4dec325-45e4-4d54-b3c6-ae0c72108808,segment=NetworkSegment(ad5331b1-6247-42b7-95bf-acf6b4720239),segment_id=ad5331b1-6247-42b7-95bf-acf6b4720239)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:35:46.801767 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ecb51dbe-7edd-4c19-beb7-eda2262b1c18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), precommit_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.816484 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-ecb51dbe-7edd-4c19-beb7-eda2262b1c18 None None] Calling delete_port for c4dec325-45e4-4d54-b3c6-ae0c72108808 owned by network:dhcp {{(pid=103312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:35:46.873722 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.904490 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4dec325-45e4-4d54-b3c6-ae0c72108808,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:46.908019 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] No DVR routers for this DVR port c4dec325-45e4-4d54-b3c6-ae0c72108808 on host dv-cinder-816898-8-iscsi {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:35:46.920968 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ecb51dbe-7edd-4c19-beb7-eda2262b1c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630'] for port (c4dec325-45e4-4d54-b3c6-ae0c72108808), after_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:46.945425 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb51dbe-7edd-4c19-beb7-eda2262b1c18 None None] Pushing event deleted for resources: {'Port': ['ID=c4dec325-45e4-4d54-b3c6-ae0c72108808,revision_number=None']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:46.949453 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb51dbe-7edd-4c19-beb7-eda2262b1c18 None None] No DVR routers for this DVR port c4dec325-45e4-4d54-b3c6-ae0c72108808 on host dv-cinder-816898-8-iscsi {{(pid=103312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:35:46.982766 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (18709779-44c4-4f08-9187-e94c77aa619c), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:47.003058 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18709779-44c4-4f08-9187-e94c77aa619c']}} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:47.012745 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5331b1-6247-42b7-95bf-acf6b4720239') {'for_net_delete': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:47.013039 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5331b1-6247-42b7-95bf-acf6b4720239') {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:47.022293 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129926367'] for segment (ad5331b1-6247-42b7-95bf-acf6b4720239), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:47.036220 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (ad5331b1-6247-42b7-95bf-acf6b4720239), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:47.042399 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:35:47.043422 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129456150'] for segment (ad5331b1-6247-42b7-95bf-acf6b4720239), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: Traceback (most recent call last): Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: timer() Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: cb(*args, **kw) Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: return func(*args, **kwargs) Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: self._notify() Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: self.callback(batched_events) Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: event.method(event) Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: return f(self, *a, **k) Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._get(url).json() Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: return self.request(url, 'GET', **kwargs) Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:35:47.044644 dv-cinder-816898-8-iscsi neutron-server[103310]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:35:47.158906 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (18709779-44c4-4f08-9187-e94c77aa619c), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:47.164186 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:47.167726 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] 10.222.0.26 "DELETE /v2.0/networks/18709779-44c4-4f08-9187-e94c77aa619c HTTP/1.1" status: 204 len: 168 time: 0.6669149 Feb 14 19:35:47.170687 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 35102) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:47.178740 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa23985-18a5-417e-be64-5a54a1a9a009 admin admin] Pushing event deleted for resources: {'Network': ['ID=18709779-44c4-4f08-9187-e94c77aa619c,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:47.507777 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3920929'] for router_interface (10842541-4103-46da-a983-397260f912a3), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:47.549969 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device fa9f41af-e5a6-46ad-93ab-7841c18f35ae no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:35:47.573380 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: fa9f41af-e5a6-46ad-93ab-7841c18f35ae {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:35:47.573724 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device fa9f41af-e5a6-46ad-93ab-7841c18f35ae not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:35:47.574143 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device c4dec325-45e4-4d54-b3c6-ae0c72108808 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:35:47.592871 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: c4dec325-45e4-4d54-b3c6-ae0c72108808 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:35:47.593214 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device c4dec325-45e4-4d54-b3c6-ae0c72108808 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:35:47.593637 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 2ebeda75-51a0-4cac-b251-018ca35cce5a no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:35:47.612562 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: 2ebeda75-51a0-4cac-b251-018ca35cce5a {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:35:47.612843 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 2ebeda75-51a0-4cac-b251-018ca35cce5a not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:35:47.752722 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Deleting port 706be6d0-4ad9-410d-b570-1d75853849fa {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:35:47.752965 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:47.830678 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] For port 706be6d0-4ad9-410d-b570-1d75853849fa, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=706be6d0-4ad9-410d-b570-1d75853849fa,segment=NetworkSegment(be46842f-d8ee-484e-9201-bfc50b997a40),segment_id=be46842f-d8ee-484e-9201-bfc50b997a40)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:35:47.831048 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:47.844078 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Calling delete_port for 706be6d0-4ad9-410d-b570-1d75853849fa owned by network:router_interface {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:35:48.082790 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (706be6d0-4ad9-410d-b570-1d75853849fa), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:48.108634 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=706be6d0-4ad9-410d-b570-1d75853849fa,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:48.135979 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:48.136331 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:48.136678 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:48.137034 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:48.137375 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:48.137706 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:48.138037 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:48.138385 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:48.138719 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:48.139068 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:48.139393 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:48.139714 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:48.140035 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-8-iscsi {{(pid=103311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 14 19:35:48.496654 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3765839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3921077'] for router_interface (10842541-4103-46da-a983-397260f912a3), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:48.709148 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Router 10842541-4103-46da-a983-397260f912a3 has already been hosted by L3 agent efcb1e09-7e2d-410b-b673-3b20c3b6dc4a {{(pid=103311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 14 19:35:48.816796 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] Notify agent at l3_agent.dv-cinder-816898-8-iscsi the message routers_updated {{(pid=103311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 14 19:35:48.821912 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-0af480ab-ba5b-42c4-a0b5-6295e9b68e6b admin admin] 10.222.0.26 "PUT /v2.0/routers/10842541-4103-46da-a983-397260f912a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6502006 Feb 14 19:35:48.824754 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 35104) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:48.825502 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159cb117-183f-4bed-ad56-d7e2290b8edc None None] Sync routers for ids ['10842541-4103-46da-a983-397260f912a3'] in dv-cinder-816898-8-iscsi {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 14 19:35:48.835527 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159cb117-183f-4bed-ad56-d7e2290b8edc None None] Routers {'10842541-4103-46da-a983-397260f912a3'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:35:48.836713 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-159cb117-183f-4bed-ad56-d7e2290b8edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:35:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['10842541-4103-46da-a983-397260f912a3'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:48.929096 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] Publish callbacks [] for router (10842541-4103-46da-a983-397260f912a3), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:48.943169 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-159cb117-183f-4bed-ad56-d7e2290b8edc None None] Set router 10842541-4103-46da-a983-397260f912a3 gateway port host: dv-cinder-816898-8-iscsi {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:35:49.036370 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] Publish callbacks [] for router_gateway (10842541-4103-46da-a983-397260f912a3), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:49.146640 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] Deleting port ecb0a729-7992-4eea-b119-ebdfbf32e3e8 {{(pid=103311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:35:49.146901 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (ecb0a729-7992-4eea-b119-ebdfbf32e3e8), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:49.205721 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-159cb117-183f-4bed-ad56-d7e2290b8edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10842541-4103-46da-a983-397260f912a3', 'name': 'tempest-TestShelveInstance-1750145308-router', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'external_fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ecb0a729-7992-4eea-b119-ebdfbf32e3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:45Z', 'updated_at': '2022-02-14T19:35:47Z', 'revision_number': 5, 'project_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'gw_port': {'id': 'ecb0a729-7992-4eea-b119-ebdfbf32e3e8', 'name': '', 'network_id': '9a6a78c9-b5ec-42b3-b017-41817bfee45c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10842541-4103-46da-a983-397260f912a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-14T19:30:46Z', 'updated_at': '2022-02-14T19:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94b58f8c-b53d-4836-a175-eff212744eb5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-8-iscsi'}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:49.230154 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.db [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] For port ecb0a729-7992-4eea-b119-ebdfbf32e3e8, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=ecb0a729-7992-4eea-b119-ebdfbf32e3e8,segment=NetworkSegment(0fd2ab26-c322-40cf-b5e0-31451bbc71c0),segment_id=0fd2ab26-c322-40cf-b5e0-31451bbc71c0)] {{(pid=103311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:35:49.230682 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (ecb0a729-7992-4eea-b119-ebdfbf32e3e8), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:49.232957 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159cb117-183f-4bed-ad56-d7e2290b8edc None None] Checking router: 10842541-4103-46da-a983-397260f912a3 for host: dv-cinder-816898-8-iscsi {{(pid=103313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 14 19:35:49.247866 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159cb117-183f-4bed-ad56-d7e2290b8edc None None] Routers {'10842541-4103-46da-a983-397260f912a3'} bound to L3 agent in host dv-cinder-816898-8-iscsi {{(pid=103313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 14 19:35:49.248485 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-159cb117-183f-4bed-ad56-d7e2290b8edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-14T19:14:13Z,description=,heartbeat_timestamp=2022-02-14T19:35:43Z,host='dv-cinder-816898-8-iscsi',id=efcb1e09-7e2d-410b-b673-3b20c3b6dc4a,load=0,resource_versions=,resources_synced=,started_at=2022-02-14T19:14:13Z,topic='l3_agent')) {'router_ids': ['10842541-4103-46da-a983-397260f912a3'], 'active': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:49.250190 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] Calling delete_port for ecb0a729-7992-4eea-b119-ebdfbf32e3e8 owned by network:router_gateway {{(pid=103311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:35:49.339353 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvr_db [None req-159cb117-183f-4bed-ad56-d7e2290b8edc None None] Set router 10842541-4103-46da-a983-397260f912a3 gateway port host: None {{(pid=103313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 14 19:35:49.394186 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.l3_hamode_db [None req-159cb117-183f-4bed-ad56-d7e2290b8edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10842541-4103-46da-a983-397260f912a3', 'name': 'tempest-TestShelveInstance-1750145308-router', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:45Z', 'updated_at': '2022-02-14T19:35:49Z', 'revision_number': 6, 'project_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'gw_port_host': None}], 'dv-cinder-816898-8-iscsi', False) {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:49.422188 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159cb117-183f-4bed-ad56-d7e2290b8edc None None] The sync data for ids ['10842541-4103-46da-a983-397260f912a3'] in dv-cinder-816898-8-iscsi is: [{'id': '10842541-4103-46da-a983-397260f912a3', 'name': 'tempest-TestShelveInstance-1750145308-router', 'tenant_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-14T19:30:45Z', 'updated_at': '2022-02-14T19:35:49Z', 'revision_number': 6, 'project_id': 'eb8b2999fbe344ee9898e2cc20030b86', 'gw_port_host': None}] {{(pid=103313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 14 19:35:49.465163 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:49.494197 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125991616'] for port (ecb0a729-7992-4eea-b119-ebdfbf32e3e8), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:49.521645 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb0a729-7992-4eea-b119-ebdfbf32e3e8,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:49.592334 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3922411'] for router_gateway (10842541-4103-46da-a983-397260f912a3), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:49.683642 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254092'] for router (10842541-4103-46da-a983-397260f912a3), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:49.685755 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] Publish callbacks [] for router_controller (10842541-4103-46da-a983-397260f912a3), precommit_delete_associations {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:49.792101 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920199'] for router (10842541-4103-46da-a983-397260f912a3), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:49.792860 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10842541-4103-46da-a983-397260f912a3 {{(pid=103311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 14 19:35:49.799895 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:49.799895 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-401dc2af-5030-4727-b22a-6fadb173a63f admin admin] 10.222.0.26 "DELETE /v2.0/routers/10842541-4103-46da-a983-397260f912a3 HTTP/1.1" status: 204 len: 168 time: 0.9735100 Feb 14 19:35:49.801791 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [-] (103311) accepted ('10.222.0.26', 35106) {{(pid=103311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:49.853408 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.db.db_base_plugin_v2 [None req-34393ab1-d7d9-43c8-ba6f-37269b34c111 admin admin] Deleting subnet ed2b480f-955e-4e20-85ca-4e3963d50087 {{(pid=103311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 14 19:35:49.856992 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-34393ab1-d7d9-43c8-ba6f-37269b34c111 admin admin] Publish callbacks [] for subnet (ed2b480f-955e-4e20-85ca-4e3963d50087), before_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:49.868465 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 706be6d0-4ad9-410d-b570-1d75853849fa no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:35:49.894912 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-34393ab1-d7d9-43c8-ba6f-37269b34c111 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125879425'] for subnet (ed2b480f-955e-4e20-85ca-4e3963d50087), precommit_delete_associations {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:49.895566 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: 706be6d0-4ad9-410d-b570-1d75853849fa {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:35:49.899622 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 706be6d0-4ad9-410d-b570-1d75853849fa not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:35:49.972565 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-34393ab1-d7d9-43c8-ba6f-37269b34c111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672431'] for subnet (ed2b480f-955e-4e20-85ca-4e3963d50087), precommit_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.099998 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-34393ab1-d7d9-43c8-ba6f-37269b34c111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125990431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126032157'] for subnet (ed2b480f-955e-4e20-85ca-4e3963d50087), after_delete {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.124173 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34393ab1-d7d9-43c8-ba6f-37269b34c111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed2b480f-955e-4e20-85ca-4e3963d50087,revision_number=None']} {{(pid=103311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:50.129942 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-34393ab1-d7d9-43c8-ba6f-37269b34c111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for subnet (None), before_response {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.133929 dv-cinder-816898-8-iscsi neutron-server[103311]: INFO neutron.wsgi [None req-34393ab1-d7d9-43c8-ba6f-37269b34c111 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ed2b480f-955e-4e20-85ca-4e3963d50087 HTTP/1.1" status: 204 len: 168 time: 0.3305330 Feb 14 19:35:50.136655 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2783965d-692e-424b-8f84-adace0eecf9c None None] Network 6ce7a369-67e4-44ef-8e54-1ae685438b91 requested from dv-cinder-816898-8-iscsi {{(pid=103312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 14 19:35:50.136830 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 35108) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:50.219797 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-697685'] for network (6ce7a369-67e4-44ef-8e54-1ae685438b91), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.278778 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Deleting port 674bbe46-ad17-453f-8267-a36aea426492 {{(pid=103310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:35:50.279115 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (674bbe46-ad17-453f-8267-a36aea426492), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.296296 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8488413-ed38-4125-8f54-79626e69bfc0 None None] DHCP port deletion for 6ce7a369-67e4-44ef-8e54-1ae685438b91 request from dv-cinder-816898-8-iscsi {{(pid=103312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 14 19:35:50.343008 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.db [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] For port 674bbe46-ad17-453f-8267-a36aea426492, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=674bbe46-ad17-453f-8267-a36aea426492,segment=NetworkSegment(be46842f-d8ee-484e-9201-bfc50b997a40),segment_id=be46842f-d8ee-484e-9201-bfc50b997a40)] {{(pid=103310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:35:50.343366 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (674bbe46-ad17-453f-8267-a36aea426492), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.347915 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-c8488413-ed38-4125-8f54-79626e69bfc0 None None] Deleting port 674bbe46-ad17-453f-8267-a36aea426492 {{(pid=103312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 14 19:35:50.348352 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-c8488413-ed38-4125-8f54-79626e69bfc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791066248268'] for port (674bbe46-ad17-453f-8267-a36aea426492), before_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.356992 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.plugin [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Calling delete_port for 674bbe46-ad17-453f-8267-a36aea426492 owned by network:dhcp {{(pid=103310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:35:50.412462 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.db [None req-c8488413-ed38-4125-8f54-79626e69bfc0 None None] For port 674bbe46-ad17-453f-8267-a36aea426492, host dv-cinder-816898-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-8-iscsi',level=0,port_id=674bbe46-ad17-453f-8267-a36aea426492,segment=NetworkSegment(be46842f-d8ee-484e-9201-bfc50b997a40),segment_id=be46842f-d8ee-484e-9201-bfc50b997a40)] {{(pid=103312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 14 19:35:50.413004 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-c8488413-ed38-4125-8f54-79626e69bfc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3923435'] for port (674bbe46-ad17-453f-8267-a36aea426492), precommit_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.433755 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-c8488413-ed38-4125-8f54-79626e69bfc0 None None] Calling delete_port for 674bbe46-ad17-453f-8267-a36aea426492 owned by network:dhcp {{(pid=103312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 14 19:35:50.511154 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129456235'] for port (674bbe46-ad17-453f-8267-a36aea426492), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.527959 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-c8488413-ed38-4125-8f54-79626e69bfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-763719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791066252463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791065761630'] for port (674bbe46-ad17-453f-8267-a36aea426492), after_delete {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.538141 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Pushing event deleted for resources: {'Port': ['ID=674bbe46-ad17-453f-8267-a36aea426492,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:50.543589 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] No DVR routers for this DVR port 674bbe46-ad17-453f-8267-a36aea426492 on host dv-cinder-816898-8-iscsi {{(pid=103310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:35:50.556461 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8488413-ed38-4125-8f54-79626e69bfc0 None None] Pushing event deleted for resources: {'Port': ['ID=674bbe46-ad17-453f-8267-a36aea426492,revision_number=None']} {{(pid=103312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:50.562490 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8488413-ed38-4125-8f54-79626e69bfc0 None None] No DVR routers for this DVR port 674bbe46-ad17-453f-8267-a36aea426492 on host dv-cinder-816898-8-iscsi {{(pid=103312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 14 19:35:50.620998 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672808', 'neutron.services.segments.db._delete_segments_for_network-8791066272112'] for network (6ce7a369-67e4-44ef-8e54-1ae685438b91), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.640586 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce7a369-67e4-44ef-8e54-1ae685438b91']}} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:50.649619 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be46842f-d8ee-484e-9201-bfc50b997a40') {'for_net_delete': True} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:50.649909 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.services.segments.db [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be46842f-d8ee-484e-9201-bfc50b997a40') {} {{(pid=103310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 14 19:35:50.659167 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791066273657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129926367'] for segment (be46842f-d8ee-484e-9201-bfc50b997a40), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.672493 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549'] for segment (be46842f-d8ee-484e-9201-bfc50b997a40), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.678268 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129456150'] for segment (be46842f-d8ee-484e-9201-bfc50b997a40), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: Traceback (most recent call last): Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: timer() Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: cb(*args, **kw) Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: return func(*args, **kwargs) Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: self._notify() Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: self.callback(batched_events) Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: event.method(event) Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: aggregate_uuid = self.p_client.list_aggregates( Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: return f(self, *a, **k) Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._get(url).json() Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: return self.request(url, 'GET', **kwargs) Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: base_url = self.get_endpoint(auth, allow=allow, Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 14 19:35:50.683118 dv-cinder-816898-8-iscsi neutron-server[103310]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 14 19:35:50.822333 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3812625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3765848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3922739'] for network (6ce7a369-67e4-44ef-8e54-1ae685438b91), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.828587 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3765930'] for network (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:50.832025 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6ce7a369-67e4-44ef-8e54-1ae685438b91 HTTP/1.1" status: 204 len: 168 time: 0.6943731 Feb 14 19:35:50.847155 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1982024-62da-4181-aae5-6288efaaa550 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce7a369-67e4-44ef-8e54-1ae685438b91,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:51.162056 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 35112) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:51.205714 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-f3c13391-02ce-4574-9213-e00ca7b60cb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=effeb13951274360878df6e825f49990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424700 Feb 14 19:35:51.208113 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 35114) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:51.254854 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81c716d9-a8cd-449d-9c42-fa5bc88ce10a admin admin] Publish callbacks [] for security_group (d4d5336d-db9d-4246-afd1-e2023692872a), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:51.276316 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81c716d9-a8cd-449d-9c42-fa5bc88ce10a admin admin] Publish callbacks [] for security_group (d4d5336d-db9d-4246-afd1-e2023692872a), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:51.402559 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81c716d9-a8cd-449d-9c42-fa5bc88ce10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (d4d5336d-db9d-4246-afd1-e2023692872a), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:51.405056 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-81c716d9-a8cd-449d-9c42-fa5bc88ce10a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:51.406241 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-81c716d9-a8cd-449d-9c42-fa5bc88ce10a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4d5336d-db9d-4246-afd1-e2023692872a HTTP/1.1" status: 204 len: 168 time: 0.1972132 Feb 14 19:35:51.414744 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c716d9-a8cd-449d-9c42-fa5bc88ce10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d5336d-db9d-4246-afd1-e2023692872a,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:51.547611 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device ecb0a729-7992-4eea-b119-ebdfbf32e3e8 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:35:51.568236 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: ecb0a729-7992-4eea-b119-ebdfbf32e3e8 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:35:51.568581 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device ecb0a729-7992-4eea-b119-ebdfbf32e3e8 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:35:51.569014 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 674bbe46-ad17-453f-8267-a36aea426492 no longer exists at agent ovs-agent-dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 14 19:35:51.588721 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] No Port match for: 674bbe46-ad17-453f-8267-a36aea426492 {{(pid=103312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 14 19:35:51.589088 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron.plugins.ml2.rpc [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Device 674bbe46-ad17-453f-8267-a36aea426492 not bound to the agent host dv-cinder-816898-8-iscsi {{(pid=103312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 14 19:35:51.981448 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 35120) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:52.020847 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-fc69e2ee-1eb5-4a1f-8887-77691f99edf7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb8b2999fbe344ee9898e2cc20030b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381446 Feb 14 19:35:52.023520 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [-] (103310) accepted ('10.222.0.26', 35122) {{(pid=103310) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 14 19:35:52.069662 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fb62f605-b5f2-4072-8708-e1eb3a3ca706 admin admin] Publish callbacks [] for security_group (6e2e01d6-3ba3-47bb-b5d1-e863a5a78d63), before_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:52.089618 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fb62f605-b5f2-4072-8708-e1eb3a3ca706 admin admin] Publish callbacks [] for security_group (6e2e01d6-3ba3-47bb-b5d1-e863a5a78d63), precommit_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:52.204453 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fb62f605-b5f2-4072-8708-e1eb3a3ca706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823807'] for security_group (6e2e01d6-3ba3-47bb-b5d1-e863a5a78d63), after_delete {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:52.206981 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron_lib.callbacks.manager [None req-fb62f605-b5f2-4072-8708-e1eb3a3ca706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:35:52.208118 dv-cinder-816898-8-iscsi neutron-server[103310]: INFO neutron.wsgi [None req-fb62f605-b5f2-4072-8708-e1eb3a3ca706 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e2e01d6-3ba3-47bb-b5d1-e863a5a78d63 HTTP/1.1" status: 204 len: 168 time: 0.1837265 Feb 14 19:35:52.217911 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62f605-b5f2-4072-8708-e1eb3a3ca706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2e01d6-3ba3-47bb-b5d1-e863a5a78d63,revision_number=None']} {{(pid=103310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 14 19:35:58.602566 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:36:10.574111 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6273-cc04-4f22-96fb-972f93a14b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:36:12.784885 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-2dbea9d5-05d7-4a1e-a9a4-8077fecdd7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:36:14.427097 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:36:15.681931 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:36:16.647441 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:36:19.441633 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:36:35.601536 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:36:40.641405 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-829a2bea-95c2-47ac-88e6-7eb1050c65ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:36:42.778369 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-21e5ba85-1588-4975-8665-d1ca2028ce5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:36:44.277775 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:36:45.700550 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:36:46.677537 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:36:49.464186 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:37:10.589348 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f4cd9b86-ad01-4694-af16-679ba274ce10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:37:12.600653 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:37:12.767958 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-69badc79-37f8-4ca2-b52f-16d60d556f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:37:14.286148 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:37:15.662800 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:37:16.643097 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:37:19.520398 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:37:40.605141 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-55874ecf-39ba-460e-ae6b-e7cb8642832a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:37:42.810949 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-dadf0aba-fe23-41b3-bc55-529e808716a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:37:44.253079 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:37:45.678953 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:37:46.664681 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:37:49.476086 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:37:49.599977 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:38:10.573237 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b9ba-c8b6-4411-9966-3c56ac96329b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:38:12.789312 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-1d9c079a-d08f-43e7-9bb9-fbe0916dd901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:38:14.267266 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:38:15.684491 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:38:16.675120 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:38:17.818515 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [req-b94ebaad-39a9-4625-9e56-9a29c4ff0563 req-86fe85c0-2c61-456a-bd83-ac1567049c03 service neutron] (103310) timed out ('10.222.0.43', 58229) {{(pid=103310) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 19:38:18.099967 dv-cinder-816898-8-iscsi neutron-server[103311]: DEBUG neutron.wsgi [req-7ec82fa6-e81a-420a-b08f-fe13658a3ada req-044bf4f7-e5f2-4a9b-8e72-f4a144a1528d service neutron] (103311) timed out ('10.222.0.43', 58254) {{(pid=103311) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 19:38:19.466805 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:38:26.599299 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:38:40.598020 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a31c-37f0-42fa-b174-05ea3d2e1671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:38:42.778000 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-5d5d7789-2f74-43f8-9af2-7f4bddbf1eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:38:44.268719 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:38:45.675036 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:38:46.654589 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:38:49.497448 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:39:03.598765 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:39:10.588100 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-7a654f08-f847-4fff-89ec-f1d0af213a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:39:12.768194 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-ad120b39-4078-4346-9bae-30d33c152337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:39:14.271292 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:39:15.690808 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:39:16.650756 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:39:19.539565 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:39:40.584950 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-07743eb7-12ab-4c18-937f-5c5eb1effbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:39:40.598201 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:39:42.804116 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-7c3ec405-98c3-4f2f-a3cf-a03073fa6965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:39:44.312739 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:39:45.684894 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:39:46.667237 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:39:49.567349 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:40:10.583844 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-65faf151-b33f-4b32-be88-3f361377cb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:40:12.780635 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9458e22d-8f89-4493-a096-e41234d8572d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:40:14.300609 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:40:15.698188 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:40:16.671667 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:40:17.598113 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:40:19.506441 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:40:40.594586 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9b617885-4665-41b4-9932-375e9aad2f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:40:42.785582 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-53d47024-9c2e-4bf2-89f5-03e230507f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:40:44.300347 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d558aa19-e97d-49b3-893e-27601e9f8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (330640f2-7d9f-4712-a7c6-ae6a50ba26e3), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:40:45.699874 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-f434476b-8e71-405c-9b35-5853a82c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (8cd705d1-7755-42d7-a5de-dd4baa504fdc), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:40:46.674609 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-9c2d90b8-d245-4e6a-9774-222bcab30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (ff4a8d9e-a85d-49d8-8a24-2fa694a6ffd7), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:40:49.503610 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-162ca648-7a2f-436c-8113-74e0d3a727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (b0f8e8f6-4677-431c-979f-6f043dc42872), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:40:54.597947 dv-cinder-816898-8-iscsi neutron-server[103313]: DEBUG neutron.db.agents_db [None req-7988e617-bd19-4923-b1a5-3395d9381322 None None] Agent healthcheck: found 6 active agents {{(pid=103313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 14 19:41:10.590619 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-d933c5e0-7e9e-442f-b260-c9fbe1ee5312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (e441adbe-3078-4a03-8f76-75887be077fe), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 14 19:41:11.621985 dv-cinder-816898-8-iscsi neutron-server[103310]: DEBUG neutron.wsgi [req-567a1708-ce84-424e-9fa8-00a66564f567 req-73f449cd-f35d-489d-b8c1-7f6da415bd53 tempest-AttachVolumeTestJSON-147710843 tempest-AttachVolumeTestJSON-147710843-project] (103310) timed out ('10.222.0.26', 52084) {{(pid=103310) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 14 19:41:12.779174 dv-cinder-816898-8-iscsi neutron-server[103312]: DEBUG neutron_lib.callbacks.manager [None req-579e738b-ecba-4c17-a28c-3e825947442d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791066272094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-687423'] for agent (efcb1e09-7e2d-410b-b673-3b20c3b6dc4a), after_update {{(pid=103312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}